-- Logs begin at Fri 2021-04-30 12:31:45 UTC, end at Fri 2021-04-30 13:37:39 UTC. -- Apr 30 13:07:20.799875 dv-cinder-788363-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 30 13:07:23.199138 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.common.config [-] Logging enabled! Apr 30 13:07:23.199729 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168 Apr 30 13:07:23.199889 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73740) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 30 13:07:23.203057 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.common.config [-] Logging enabled! Apr 30 13:07:23.203314 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168 Apr 30 13:07:23.203623 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73740) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 30 13:07:23.204536 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 13:07:23.204770 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 13:07:23.205124 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 13:07:23.205369 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 13:07:23.205596 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 13:07:23.205917 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.206242 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.206541 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.206770 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.207065 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.207355 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.207635 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.207925 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.208218 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.208500 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.208776 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.209083 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.209311 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.209590 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] config_source = [] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.209878 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.210183 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.210405 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] debug = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.210679 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.211112 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.211515 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.211796 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.212087 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.212365 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.212638 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.212914 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.213196 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.213524 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] host = dv-cinder-788363-2-iscsi {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.213797 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.214114 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.214405 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.214692 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.214968 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.215245 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.215532 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.215808 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] log_dir = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.216085 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] log_file = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.216359 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.216650 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.216939 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.217238 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.217463 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.217684 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.217992 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.218284 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.218558 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.218830 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.219103 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.219375 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.219646 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.219913 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.220198 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.220482 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.220765 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.221043 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.221315 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.221585 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.221852 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.222170 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.222442 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.222713 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.222982 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.223267 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.223531 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.223799 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.224095 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.224382 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.225180 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.225468 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.225740 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.226051 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.226325 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.226597 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] use_journal = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.226867 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] use_json = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.227139 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.227412 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.227694 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.227965 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.228236 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.228507 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.228776 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.229060 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:23.229360 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.229660 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.229991 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.230271 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.230568 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.230846 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.231141 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.231420 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.231711 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.232002 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.232291 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.232569 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.232855 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.233132 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.233430 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.233733 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.234056 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.234353 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.234628 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.234903 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.235175 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.235453 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.235740 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.236033 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.236323 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.236597 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.236877 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.237167 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.237446 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.237721 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.238024 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.238315 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.238594 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.238865 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.239144 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.239419 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.239691 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.239962 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.240297 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.241090 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.241370 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.241645 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.241920 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.242225 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.242497 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.242780 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.243055 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.243329 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.243600 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.243879 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.244149 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.244421 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.244697 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.244968 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.245244 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.245514 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.245786 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.246085 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.246359 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.246632 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.246904 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.247174 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.247449 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.247719 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.247990 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.248261 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.248530 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.248804 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.249089 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.249385 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.249664 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.249941 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.250238 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.250516 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.250793 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.251075 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.251348 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.251622 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.251894 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.252186 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.252468 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.252756 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.253039 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.253316 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.253612 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.253890 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.254196 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.254474 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.254751 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.255037 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.255320 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.255616 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.255941 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.256240 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.256535 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.256830 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.257110 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.257417 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.257702 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:23.257916 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 13:07:23.258179 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=73740) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 30 13:07:23.605428 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=73740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:23.605629 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=73740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:23.605920 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=73740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:23.606275 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 30 13:07:23.909111 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:23.909321 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:23.909595 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:23.910820 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:23.911095 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:23.911359 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.028600 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.028876 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.029139 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.042648 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.042929 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.043199 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.071650 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.071920 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.072184 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.109637 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.109919 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.110212 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.347678 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.348339 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.348339 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.348501 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.349205 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.473144 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.473465 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.473746 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.474041 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.474316 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.475156 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.475420 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.475678 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.475932 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.476498 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.476498 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.476722 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.476990 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.477245 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.477509 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.477779 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.478067 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.478339 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.478590 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.478868 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.479211 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.479608 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.479867 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.480156 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.480410 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.480658 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.481039 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=73740) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:07:24.481283 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=73740) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:07:24.481524 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=73740) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:07:24.481764 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=73740) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:07:24.482031 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=73740) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:07:24.482271 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=73740) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:07:24.482635 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 30 13:07:24.485708 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 30 13:07:24.489587 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 30 13:07:24.494192 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Apr 30 13:07:24.495802 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 30 13:07:24.496246 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 30 13:07:24.496579 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 30 13:07:24.496970 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 30 13:07:24.499755 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 30 13:07:24.500168 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 30 13:07:24.500512 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 13:07:24.528319 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 30 13:07:24.528761 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.529059 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=73740) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 30 13:07:24.529420 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.530802 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=73740) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 30 13:07:24.531080 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 13:07:24.531321 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 30 13:07:24.534482 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.534767 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:24.612537 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 30 13:07:24.612703 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 30 13:07:24.612944 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 30 13:07:24.613321 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 30 13:07:24.643501 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_db.sqlalchemy.engines [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=73740) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 30 13:07:24.979478 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.managers [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Initializing driver for type 'gre' Apr 30 13:07:24.980028 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] gre ID ranges: [(1, 1000)] Apr 30 13:07:25.033570 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.managers [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Initializing driver for type 'local' Apr 30 13:07:25.033945 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.managers [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Initializing driver for type 'vlan' Apr 30 13:07:25.045779 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] VlanTypeDriver initialization complete Apr 30 13:07:25.046142 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.managers [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Initializing driver for type 'vxlan' Apr 30 13:07:25.046637 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] vxlan ID ranges: [(1, 1000)] Apr 30 13:07:25.101535 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.managers [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Initializing extension driver 'port_security' Apr 30 13:07:25.102008 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.extensions.port_security [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] PortSecurityExtensionDriver initialization complete Apr 30 13:07:25.102568 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.managers [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Initializing mechanism driver 'openvswitch' Apr 30 13:07:25.102891 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.managers [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Initializing mechanism driver 'hyperv' Apr 30 13:07:25.110842 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.plugins.ml2.plugin [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=73740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:07:25.111747 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > port after_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.112206 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > port after_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.112635 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > port after_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.113108 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > subnet after_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.113535 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > subnet after_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.113982 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.114505 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > network after_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.115527 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > network after_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.115965 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > network after_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.116515 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > security_group after_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.116795 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > security_group after_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.117452 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > security_group after_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.117682 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.118152 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.118534 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.118970 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > address_group after_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.119412 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > address_group after_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.119803 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > address_group after_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.120274 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] ML2 OVO RPC backend initialized. {{(pid=73740) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 30 13:07:25.121094 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.121481 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.121971 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > network before_response 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.122335 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > networks before_response 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.122792 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > port before_response 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.123192 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > ports before_response 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.123562 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > subnet before_response 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.124025 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > subnets before_response 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.124437 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > network after_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.124802 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > network after_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.125134 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > network after_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.125468 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > port after_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.125798 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > port after_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.126156 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > port after_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.126484 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > subnet after_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.126813 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > subnet after_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.127141 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.127701 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.plugin [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Modular L2 Plugin initialization complete Apr 30 13:07:25.128021 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading services supported by the core plugin {{(pid=73740) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 30 13:07:25.128337 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.plugins.ml2.managers [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Got port-security extension from driver 'port_security' Apr 30 13:07:25.128788 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.extensions.vlantransparent [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Disabled vlantransparent extension. Apr 30 13:07:25.129264 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=73740) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 30 13:07:25.129573 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading Plugin: router Apr 30 13:07:25.166410 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > router_interface before_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.166801 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > router after_create 55549900 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.167160 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > router before_create 55549900 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.167515 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > router_interface before_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.167882 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.168226 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > router after_delete 55549900 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.168572 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > floatingip after_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.168924 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > router after_create 55549900 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.169259 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > router after_update 55549900 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.169600 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > router after_update 55549900 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.169941 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.170317 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > router after_update 55549900 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.170714 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > router precommit_update 55549900 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.171070 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: port after_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.171401 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: port after_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.171730 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: subnet after_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.172059 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.172399 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > port precommit_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.172734 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > router precommit_create 55549900 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.173065 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: port before_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.173398 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > router precommit_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.173742 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > router after_update 55549900 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.174099 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > router precommit_delete 55549900 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.174436 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > router precommit_create 55549900 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.174788 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.175124 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > router precommit_update 55549900 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.175484 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > network after_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.176318 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Tracking information for resource: router configured {{(pid=73740) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:07:25.176639 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Tracking information for resource: floatingip configured {{(pid=73740) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:07:25.181997 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.db.l3_agentschedulers_db [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 30 13:07:25.182809 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: port after_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.183166 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: port after_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.183506 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: port after_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.183848 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: port after_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.184633 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > router before_create 55550100 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.184990 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > router precommit_delete 55550100 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.185343 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > router precommit_create 55550100 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.185690 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > router precommit_update 55550100 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.189987 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.services.provider_configuration [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Service providers = [] {{(pid=73740) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 30 13:07:25.190341 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.db.servicetype_db [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=73740) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 30 13:07:25.193921 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.services.service_base [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=73740) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 13:07:25.194302 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.services.service_base [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=73740) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 13:07:25.194638 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.services.service_base [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=73740) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 13:07:25.195501 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.services.service_base [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=73740) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 13:07:25.195861 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.services.service_base [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 30 13:07:25.196394 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=73740) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:07:25.196713 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 30 13:07:25.206984 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Successfully loaded METERING plugin. Description: METERING {{(pid=73740) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:07:25.207312 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading Plugin: auto_allocate Apr 30 13:07:25.213034 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: network precommit_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.213393 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: network precommit_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.213901 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=73740) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:07:25.214243 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading Plugin: tag Apr 30 13:07:25.220880 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=73740) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:07:25.221205 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading Plugin: timestamp Apr 30 13:07:25.225439 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=73740) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:07:25.225762 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading Plugin: network_ip_availability Apr 30 13:07:25.230983 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.231303 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.231648 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.232335 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=73740) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:07:25.232646 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading Plugin: flavors Apr 30 13:07:25.237408 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=73740) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:07:25.237736 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading Plugin: revisions Apr 30 13:07:25.242465 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=73740) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:07:25.242847 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_concurrency.lockutils [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.637s {{(pid=73740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:25.243558 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=73740) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 30 13:07:25.243884 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Initializing extension manager. Apr 30 13:07:25.244380 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: __init__.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.244711 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: __pycache__ {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.245038 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.245361 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: address_group.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.246131 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.246686 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: address-group Apr 30 13:07:25.247002 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: address_scope.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.247688 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.248188 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: address-scope Apr 30 13:07:25.248502 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: admin_state_down_before_update.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.249387 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.249884 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: router-admin-state-down-before-update Apr 30 13:07:25.250224 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: agent.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.250898 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.251395 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: agent Apr 30 13:07:25.251706 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: agent_resources_synced.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.252575 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.253070 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: agent-resources-synced Apr 30 13:07:25.253384 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: allowedaddresspairs.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.255111 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.255633 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: allowed-address-pairs Apr 30 13:07:25.255986 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: auto_allocated_topology.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.257026 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.257592 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: auto-allocated-topology Apr 30 13:07:25.257966 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: availability_zone.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.258641 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.259138 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: availability_zone Apr 30 13:07:25.259451 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: availability_zone_filter.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.260346 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.260838 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: availability_zone_filter Apr 30 13:07:25.261150 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: data_plane_status.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.262046 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.262538 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension data-plane-status not supported by any of loaded plugins Apr 30 13:07:25.262851 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: default_subnetpools.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.263728 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.264222 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: default-subnetpools Apr 30 13:07:25.264536 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: dhcpagentscheduler.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.265316 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.265809 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: dhcp_agent_scheduler Apr 30 13:07:25.266157 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: dns.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.267034 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.267524 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension dns-integration not supported by any of loaded plugins Apr 30 13:07:25.267839 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: dns_domain_ports.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.268715 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.269208 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 30 13:07:25.269523 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: dvr.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.270201 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.270691 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: dvr Apr 30 13:07:25.271004 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: empty_string_filtering.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.271905 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.272400 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: empty-string-filtering Apr 30 13:07:25.272710 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.273578 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.274108 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 30 13:07:25.274414 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.275282 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.275769 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 30 13:07:25.276106 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: external_net.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.276981 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.277470 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: external-net Apr 30 13:07:25.277799 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: extra_dhcp_opt.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.278695 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.279189 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: extra_dhcp_opt Apr 30 13:07:25.279499 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: extraroute.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.280368 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.280861 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: extraroute Apr 30 13:07:25.281172 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: extraroute_atomic.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.282200 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.282706 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: extraroute-atomic Apr 30 13:07:25.283022 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: filter_validation.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.283666 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.284161 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: filter-validation Apr 30 13:07:25.284471 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: fip_pf_description.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.285513 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.286049 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 30 13:07:25.286365 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: fip_port_details.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.287770 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.288272 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: fip-port-details Apr 30 13:07:25.288583 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: flavors.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.289774 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.290311 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: flavors Apr 30 13:07:25.290634 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.292330 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.292866 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 30 13:07:25.293186 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: floatingip_pools.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.293858 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.294386 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: floatingip-pools Apr 30 13:07:25.294701 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: ip_allocation.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.295589 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.296086 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension ip_allocation not supported by any of loaded plugins Apr 30 13:07:25.296405 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: ip_substring_port_filtering.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.297283 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.297779 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: ip-substring-filtering Apr 30 13:07:25.298127 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: l2_adjacency.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.299015 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.299512 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension l2_adjacency not supported by any of loaded plugins Apr 30 13:07:25.299831 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: l3.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.300758 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.301261 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: router Apr 30 13:07:25.301581 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: l3_conntrack_helper.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.304424 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.304941 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 30 13:07:25.305268 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: l3_ext_gw_mode.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.306354 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.306714 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: ext-gw-mode Apr 30 13:07:25.307034 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: l3_ext_ha_mode.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.308183 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.308687 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: l3-ha Apr 30 13:07:25.309009 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: l3_flavors.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.309884 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.310411 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: l3-flavors Apr 30 13:07:25.310727 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.311617 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.312116 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: l3-port-ip-change-not-allowed Apr 30 13:07:25.312433 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: l3agentscheduler.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.313438 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.313937 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: l3_agent_scheduler Apr 30 13:07:25.314279 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: logging.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.315730 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.316234 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension logging not supported by any of loaded plugins Apr 30 13:07:25.316562 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: metering.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.317274 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.317833 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: metering Apr 30 13:07:25.318208 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.319271 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.319769 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: metering_source_and_destination_fields Apr 30 13:07:25.320087 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: multiprovidernet.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.321095 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.321595 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: multi-provider Apr 30 13:07:25.321914 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: netmtu.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.322817 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.323310 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: net-mtu Apr 30 13:07:25.323624 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: netmtu_writable.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.324506 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.325000 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: net-mtu-writable Apr 30 13:07:25.325310 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: network_availability_zone.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.325970 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.326478 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: network_availability_zone Apr 30 13:07:25.326791 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: network_ip_availability.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.327847 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.328347 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: network-ip-availability Apr 30 13:07:25.328663 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: network_segment_range.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.329399 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.329888 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension network-segment-range not supported by any of loaded plugins Apr 30 13:07:25.330227 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: pagination.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.331181 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.331507 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: pagination Apr 30 13:07:25.331822 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: port_device_profile.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.332692 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.333197 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: port-device-profile Apr 30 13:07:25.333514 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: port_mac_address_regenerate.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.334452 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.334952 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: port-mac-address-regenerate Apr 30 13:07:25.335264 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: port_numa_affinity_policy.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.336147 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.336647 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: port-numa-affinity-policy Apr 30 13:07:25.336961 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: port_resource_request.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.337830 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.338363 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension port-resource-request not supported by any of loaded plugins Apr 30 13:07:25.338363 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: portbindings.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.339542 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.340037 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: binding Apr 30 13:07:25.340351 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: portbindings_extended.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.341588 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.342129 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: binding-extended Apr 30 13:07:25.342446 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: portsecurity.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.343323 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.343822 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: port-security Apr 30 13:07:25.344136 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: project_id.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.345074 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.345392 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: project-id Apr 30 13:07:25.345707 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: providernet.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.346614 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.347121 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: provider Apr 30 13:07:25.347437 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: qos.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.351435 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.351979 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension qos not supported by any of loaded plugins Apr 30 13:07:25.352264 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: qos_bw_limit_direction.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.353473 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.354147 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 30 13:07:25.354325 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.355212 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.355708 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 30 13:07:25.356024 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: qos_default.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.356906 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.357404 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension qos-default not supported by any of loaded plugins Apr 30 13:07:25.357722 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: qos_fip.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.358376 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.358868 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension qos-fip not supported by any of loaded plugins Apr 30 13:07:25.359182 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: qos_gateway_ip.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.360070 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.360568 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 30 13:07:25.360883 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: qos_port_network_policy.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.361763 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.362297 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 30 13:07:25.362612 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: qos_rule_type_details.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.363491 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.363988 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 30 13:07:25.364300 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: qos_rules_alias.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.365967 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.366469 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 30 13:07:25.366785 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: quotasv2.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.367791 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.368114 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: quotas Apr 30 13:07:25.368428 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: quotasv2_detail.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.370077 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.370415 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: quota_details Apr 30 13:07:25.370741 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: rbac.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.371791 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.372302 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: rbac-policies Apr 30 13:07:25.372623 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: rbac_address_group.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.373521 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.374058 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: rbac-address-group Apr 30 13:07:25.374379 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: rbac_address_scope.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.375273 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.375778 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: rbac-address-scope Apr 30 13:07:25.376097 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: rbac_security_groups.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.376986 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.377487 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: rbac-security-groups Apr 30 13:07:25.377802 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: rbac_subnetpool.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.378731 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.379231 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: rbac-subnetpool Apr 30 13:07:25.379547 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: revisionifmatch.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.380431 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.380951 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: revision-if-match Apr 30 13:07:25.381265 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: revisions.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.382375 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.382873 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: standard-attr-revisions Apr 30 13:07:25.383188 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: router_availability_zone.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.383833 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.384328 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: router_availability_zone Apr 30 13:07:25.384641 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: routerservicetype.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.385523 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.386047 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension router-service-type not supported by any of loaded plugins Apr 30 13:07:25.386363 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.387264 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.387761 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: security-groups-normalized-cidr Apr 30 13:07:25.388074 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: security_groups_port_filtering.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.388958 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.389457 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: port-security-groups-filtering Apr 30 13:07:25.389811 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: security_groups_remote_address_group.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.390739 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.391321 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: security-groups-remote-address-group Apr 30 13:07:25.391636 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: securitygroup.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.401171 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.401692 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: security-group Apr 30 13:07:25.402051 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: segment.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.402828 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.403330 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension segment not supported by any of loaded plugins Apr 30 13:07:25.403652 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.404555 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.405056 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 30 13:07:25.405377 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: servicetype.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.406493 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.407006 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: service-type Apr 30 13:07:25.407324 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: sorting.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.408270 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.408592 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: sorting Apr 30 13:07:25.408905 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: standard_attr_segment.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.411026 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.411026 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 30 13:07:25.411026 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: standardattrdescription.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.411268 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.411727 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: standard-attr-description Apr 30 13:07:25.412565 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: stateful_security_group.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.413455 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.414209 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: stateful-security-group Apr 30 13:07:25.414495 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: stdattrs_common.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.414841 dv-cinder-788363-2-iscsi neutron-server[73740]: WARNING neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 30 13:07:25.415152 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.416118 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.416621 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 30 13:07:25.416937 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: subnet_onboard.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.418024 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.418533 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: subnet_onboard Apr 30 13:07:25.418849 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: subnet_segmentid_writable.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.419750 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.420246 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 30 13:07:25.420561 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: subnet_service_types.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.421445 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.421965 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: subnet-service-types Apr 30 13:07:25.422289 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: subnetallocation.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.423336 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.423840 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: subnet_allocation Apr 30 13:07:25.424155 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.424795 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.425292 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: subnetpool-prefix-ops Apr 30 13:07:25.425604 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.426533 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.427041 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 30 13:07:25.427353 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: tagging.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.429036 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.429553 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: standard-attr-tag Apr 30 13:07:25.429869 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: timestamp.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.431035 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.431539 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loaded extension: standard-attr-timestamp Apr 30 13:07:25.431857 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: trunk.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.433117 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.433617 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension trunk not supported by any of loaded plugins Apr 30 13:07:25.433935 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: trunk_details.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.434852 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.435353 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension trunk-details not supported by any of loaded plugins Apr 30 13:07:25.435670 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: uplink_status_propagation.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.436555 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.437054 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 30 13:07:25.437372 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Loading extension file: vlantransparent.py {{(pid=73740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:07:25.438054 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=73740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:07:25.438551 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extension vlan-transparent not supported by any of loaded plugins Apr 30 13:07:25.440943 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Creating instance of TrackedResource for resource:network Apr 30 13:07:25.441642 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Creating instance of TrackedResource for resource:subnet Apr 30 13:07:25.442422 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:07:25.443023 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Creating instance of TrackedResource for resource:port Apr 30 13:07:25.444280 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.v2.resource_helper [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:07:25.444718 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.v2.resource_helper [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Service FLAVORS assigned prefix: {{(pid=73740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:07:25.445344 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.v2.resource_helper [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:07:25.445766 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.v2.resource_helper [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:07:25.446116 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Creating instance of TrackedResource for resource:router Apr 30 13:07:25.446769 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Creating instance of TrackedResource for resource:floatingip Apr 30 13:07:25.447459 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.v2.resource_helper [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Service METERING assigned prefix: /metering {{(pid=73740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:07:25.448861 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.449223 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.449581 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:07:25.450707 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 13:07:25.451150 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Creating instance of TrackedResource for resource:security_group Apr 30 13:07:25.451794 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 13:07:25.452510 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.v2.resource_helper [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Service CORE assigned prefix: {{(pid=73740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:07:25.452833 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:07:25.453161 dv-cinder-788363-2-iscsi neutron-server[73740]: WARNING neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] subnetpool is already registered Apr 30 13:07:25.453766 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.v2.resource_helper [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Service CORE assigned prefix: {{(pid=73740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:07:25.454117 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:07:25.454443 dv-cinder-788363-2-iscsi neutron-server[73740]: WARNING neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] subnetpool is already registered Apr 30 13:07:25.458133 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.v2.resource_helper [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:07:25.458564 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.v2.resource_helper [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Service FLAVORS assigned prefix: {{(pid=73740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:07:25.459182 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.v2.resource_helper [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:07:25.459602 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.v2.resource_helper [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:07:25.459930 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Creating instance of TrackedResource for resource:router Apr 30 13:07:25.460252 dv-cinder-788363-2-iscsi neutron-server[73740]: WARNING neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] router is already registered Apr 30 13:07:25.460835 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Creating instance of TrackedResource for resource:floatingip Apr 30 13:07:25.461154 dv-cinder-788363-2-iscsi neutron-server[73740]: WARNING neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] floatingip is already registered Apr 30 13:07:25.461764 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.v2.resource_helper [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Service METERING assigned prefix: /metering {{(pid=73740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:07:25.462456 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 13:07:25.462777 dv-cinder-788363-2-iscsi neutron-server[73740]: WARNING neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] rbac_policy is already registered Apr 30 13:07:25.463314 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Creating instance of TrackedResource for resource:security_group Apr 30 13:07:25.463636 dv-cinder-788363-2-iscsi neutron-server[73740]: WARNING neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] security_group is already registered Apr 30 13:07:25.464210 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 13:07:25.464530 dv-cinder-788363-2-iscsi neutron-server[73740]: WARNING neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] security_group_rule is already registered Apr 30 13:07:25.465193 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.v2.resource_helper [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Service CORE assigned prefix: {{(pid=73740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:07:25.465515 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:07:25.465833 dv-cinder-788363-2-iscsi neutron-server[73740]: WARNING neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] subnetpool is already registered Apr 30 13:07:25.466449 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.v2.resource_helper [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Service CORE assigned prefix: {{(pid=73740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:07:25.466769 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:07:25.467085 dv-cinder-788363-2-iscsi neutron-server[73740]: WARNING neutron.quota.resource_registry [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] subnetpool is already registered Apr 30 13:07:25.467727 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: extensions {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.469184 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: address-groups {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.470803 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: address-scopes {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.472004 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: agents {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.473137 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: auto-allocated-topology {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.474909 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: availability_zones {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.476207 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: dhcp-networks {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.477586 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: dhcp-agents {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.479032 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: routers {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.480831 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: flavors {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.482050 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: service_profiles {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.483181 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: next_providers {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.484676 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: service_profiles {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.486137 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: floatingip-pools {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.487368 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: routers {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.489151 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: floatingips {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.490995 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: l3-routers {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.492308 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: l3-agents {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.493707 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: metering-labels {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.495142 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: metering-label-rules {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.496403 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: network-ip-availabilities {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.497644 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: bindings {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.499312 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: quotas {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.500705 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: quotas {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.502120 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: rbac-policies {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.503397 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: security-groups {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.504586 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: security-group-rules {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.505836 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: service-providers {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.507072 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: subnetpools {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.508458 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: subnetpools {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.509896 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: tags {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.511570 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: tags {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.513351 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: tags {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.515143 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: tags {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.517867 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: tags {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.519720 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: tags {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.521421 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: tags {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.633931 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: tags {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.635711 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: tags {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.637539 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron.api.extensions [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Extended resource: tags {{(pid=73740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:07:25.643377 dv-cinder-788363-2-iscsi neutron-server[73740]: WARNING keystonemiddleware.auth_token [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 30 13:07:25.648564 dv-cinder-788363-2-iscsi neutron-server[73740]: WARNING keystonemiddleware.auth_token [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 30 13:07:25.656577 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_concurrency.lockutils [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Acquired lock "singleton_lock" {{(pid=73740) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 30 13:07:25.657050 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_concurrency.lockutils [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Releasing lock "singleton_lock" {{(pid=73740) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 30 13:07:25.657664 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO oslo_service.service [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Starting 2 workers Apr 30 13:07:25.662884 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Started child 73845 {{(pid=73740) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 13:07:25.667055 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Started child 73846 {{(pid=73740) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 13:07:25.668106 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:25.668739 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO neutron.service [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Neutron service started, listening on 0.0.0.0:9696 Apr 30 13:07:25.669154 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Notify callbacks [] for process, before_spawn {{(pid=73740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:25.669509 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [-] (73845) wsgi starting up on http://0.0.0.0:9696 Apr 30 13:07:25.671543 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO oslo_service.service [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Starting 1 workers Apr 30 13:07:25.671654 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:25.672896 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [-] (73846) wsgi starting up on http://0.0.0.0:9696 Apr 30 13:07:25.676490 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Started child 73847 {{(pid=73740) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 13:07:25.676998 dv-cinder-788363-2-iscsi neutron-server[73740]: INFO oslo_service.service [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Starting 1 workers Apr 30 13:07:25.679958 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.service [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] calling RpcWorker wait() {{(pid=73847) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 30 13:07:25.680692 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.service [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] returning from RpcWorker wait() {{(pid=73847) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 30 13:07:25.681303 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Started child 73848 {{(pid=73740) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 13:07:25.681761 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:25.682170 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG neutron_lib.callbacks.manager [None req-731b25f2-991b-43c6-9330-4aa5f07113ed None None] Notify callbacks [] for process, after_spawn {{(pid=73740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:25.682267 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:07:25.684260 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73740) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 30 13:07:25.684474 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 13:07:25.684649 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 13:07:25.684862 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 13:07:25.685193 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 13:07:25.685355 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 13:07:25.685855 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.686177 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.686454 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.686710 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.686996 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.687091 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:25.687583 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.687858 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.688116 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.688397 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.688646 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.688819 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.688987 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.689228 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.689476 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.689773 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.690077 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.690324 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.690582 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.690755 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.691006 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.691267 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.691512 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.691797 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] debug = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.692032 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.692531 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.692757 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.692990 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.693206 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.693530 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.693786 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.694075 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.694326 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.694553 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.694765 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.695032 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.695261 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.695474 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.695687 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.696036 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.696272 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.696734 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] host = dv-cinder-788363-2-iscsi {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.696974 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.697179 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.697404 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.697644 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.697884 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.698136 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.698382 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.698634 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.698896 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.699115 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.699358 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.699563 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.699802 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.700039 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] log_file = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.700201 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] log_options = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.700428 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.700695 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.700963 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.701153 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.701390 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.701524 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.701725 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.701888 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.702180 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.702407 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.702618 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.702848 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.703086 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.703334 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.703563 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.703805 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.704033 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.704251 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.704503 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.704726 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.704944 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.705163 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.705377 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.705588 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.705795 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.706046 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.706285 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.706513 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.706721 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.706965 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.707173 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.707460 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.707661 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.707914 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.709639 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.710030 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.710430 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.710782 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.710974 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.711368 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.711589 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.711852 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.712224 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.712791 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.712791 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.714021 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] use_json = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.714237 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.714395 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.714653 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.714881 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.715130 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.715354 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.715591 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.715834 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.716264 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.716556 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.718469 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:07:25.718649 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.718649 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.718649 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.718649 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.719128 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.719260 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.719510 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.719755 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.720109 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.720450 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.720759 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.720986 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.721256 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.721583 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.721855 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.722155 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.722394 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.722642 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.722879 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.723110 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.723452 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.723731 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.724001 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.724250 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.724528 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.725277 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.725695 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.725840 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.726017 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.726189 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.726470 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.726694 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.726907 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.727126 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.727357 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.727578 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.727824 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.728071 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.728337 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.728571 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.728800 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.729024 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.729242 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.729468 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.729700 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.729966 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.730182 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.730419 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.730644 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.730868 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.731082 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.731305 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.731517 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.731742 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.731963 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.732223 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.732383 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.732621 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.732852 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.733096 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.733338 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.733556 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.733767 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.734022 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.734259 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.734494 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.734715 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.734935 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.735150 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.735362 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.735572 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.735804 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.736032 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.736268 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.736451 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.736673 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.736892 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.737107 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.737323 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.737532 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.737744 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.737977 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.738268 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.738561 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.738802 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.739041 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.739284 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.739531 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.739773 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.740054 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.740370 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.740599 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.740845 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.741170 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.741459 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.741883 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.742169 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.742741 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.743008 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.743231 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.743506 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.743751 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.744005 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.744266 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.744552 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.744786 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.745019 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.745281 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.745513 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.745803 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.746061 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.746435 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.746683 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.747002 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.747388 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.747687 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.747918 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.748194 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.748444 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.748719 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.748952 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.749201 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.749441 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.749672 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.749909 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.750213 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.750457 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.750764 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.751264 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.751691 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.752084 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.752328 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.752546 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.752765 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.753088 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.753591 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.753827 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.754211 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.754458 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.754712 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.754957 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.755223 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.755434 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.755685 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.755939 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.756156 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.756372 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.756595 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.756818 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.757329 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.757601 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.757830 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.758084 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.758297 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.758510 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.758731 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.759196 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.759499 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.759756 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.760056 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.760387 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.760734 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.761051 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.761283 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.761487 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.761753 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.762004 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.762275 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.762532 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.762769 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.763013 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.763272 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.763551 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.763767 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.764015 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.764237 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.764450 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.764663 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.764875 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.765084 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.765320 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.765542 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.765753 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.766041 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.766294 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.766625 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.766886 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.767370 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.767620 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.767923 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.768144 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.768397 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.768631 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.768864 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.769080 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.769303 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.769569 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.769813 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.770090 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.770303 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.770510 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.770723 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.770932 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.771151 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.771942 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.772176 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.772410 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.772649 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.772916 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.773134 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.773339 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.773655 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.773874 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.774105 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.774336 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.774544 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.774755 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.774972 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.775195 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.775445 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.775657 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.775866 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.776085 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.776291 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.776534 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.776741 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.776964 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.777167 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.777379 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.777702 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.777970 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.778202 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.778492 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.778724 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.778990 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.779250 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.779556 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.779778 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.780018 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.780238 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.780473 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.780691 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.780944 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.781264 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.781565 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.781815 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.782073 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.782349 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.782622 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.782871 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.783086 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.783388 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.783718 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.784015 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.784270 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.784534 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.784820 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.785066 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.785289 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.785507 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.785729 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.785969 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.786290 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.786532 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.786758 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.787044 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.787781 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.788021 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.788262 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.788497 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.788727 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.788951 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.789137 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 13:07:25.789658 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73740) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 30 13:07:25.789818 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 13:07:25.789988 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 13:07:25.790161 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 13:07:25.790331 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 13:07:25.790484 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 13:07:25.790690 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.790851 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.791011 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.791170 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.791331 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.791511 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.791744 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.791910 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.792143 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.792312 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.792561 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.792722 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.792930 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.793089 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.793396 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.793559 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.793727 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.794137 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.794322 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.794455 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.794614 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.794772 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.794932 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] debug = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.795087 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.795278 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.795442 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.795601 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.795759 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.795915 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.796073 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.796231 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.796390 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.796548 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.796707 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.796864 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.797016 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.797167 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.797330 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.797491 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.797647 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.797804 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] host = dv-cinder-788363-2-iscsi {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.797988 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.798151 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.798309 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.798467 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.798625 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.798783 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.798940 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.799098 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.799267 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.799424 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.799582 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.799739 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.799898 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.800055 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] log_file = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.800212 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] log_options = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.800369 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.800525 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.800685 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.800880 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.801044 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.801363 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.801524 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.801684 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.801843 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.802029 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.802187 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.802857 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.802857 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.802857 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.802857 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.803178 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.803178 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.803321 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.803415 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.803569 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.803697 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.803854 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.804011 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.804168 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.804379 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.804469 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.804631 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.804788 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.804946 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.805107 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.805266 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.805422 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.805579 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.805736 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.805892 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.806071 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.806230 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.806390 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.806547 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.806704 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.806863 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.807021 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.807179 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.807338 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.807741 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.807906 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] use_json = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.808064 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.808222 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.808378 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.808535 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.808691 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.808848 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.809004 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.809160 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:07:25.809344 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.809506 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.809680 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.809840 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.810022 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.810169 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.810331 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.810491 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.810655 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.810813 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.810983 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.811348 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.811348 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.811652 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.811652 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.811902 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.812033 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.812168 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.812314 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.812448 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.812581 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.812693 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.812874 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.813035 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.813197 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.813357 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.813517 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.813698 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.813837 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.814018 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.814181 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.814343 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.814430 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:07:25.814528 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.814652 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.814813 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.814972 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.815132 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.815293 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.815454 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.815614 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.815775 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.815934 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.816095 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.816257 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.816418 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.816579 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.816739 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.816899 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.817061 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.817221 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.817391 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.817550 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.817710 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.817870 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.818052 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.818237 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.818398 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.818559 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.818719 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.818880 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.819041 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.819214 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.819377 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.819536 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.819696 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.819858 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.820019 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.820178 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.820410 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.820508 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.820667 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.820827 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.820987 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.821147 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.821306 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.821466 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.821626 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.821788 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.821976 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.822129 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.822289 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.822449 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.822610 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.822770 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.822940 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.823116 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.823276 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.823437 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.823597 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.823759 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.823922 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.824080 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.824239 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.824400 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.824559 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.824718 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.824878 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.825041 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.825202 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.825361 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.825521 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.825680 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.825838 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.826017 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.826178 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.826338 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.826498 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.826658 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.826817 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.826975 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.827135 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.827303 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.827463 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.827626 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.827785 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.827953 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.828123 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.828283 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.828444 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.828604 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.828763 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.828977 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.829154 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.830350 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.830750 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.830750 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.830901 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.830973 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.831151 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.831312 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.831474 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.831633 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.832017 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.832017 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.832176 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.832255 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.832420 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.832580 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.832739 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.832897 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.833057 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.833217 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.833543 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.833543 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.833696 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.834480 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.834649 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.834808 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.834970 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.835134 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.835295 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.835457 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.835617 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.835778 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.835938 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.836097 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.836257 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.836418 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.836579 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.836737 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.836897 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.837057 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.837217 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.837376 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.837540 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.837701 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.837855 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.838033 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.838168 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.838385 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.838514 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.838641 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.838784 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.838921 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.839074 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.839235 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.839398 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.839559 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.839725 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.839886 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.840045 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.840207 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.840368 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.840529 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.840689 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.840851 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.841011 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.841187 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.841347 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.841508 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.841669 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.841829 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.842006 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.842168 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.842328 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.842489 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.842650 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.842809 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.842972 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.843136 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.843297 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.843458 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.843618 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.843844 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.843943 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.844087 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.844259 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.844472 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.844787 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.844787 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.844949 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.845038 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.845181 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.845341 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.845500 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.845659 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.845829 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.846008 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.846171 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.846330 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.846491 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.846663 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.846827 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.846988 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.847147 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.847307 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.847477 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.847637 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.847797 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.847956 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.848116 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.848285 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.848446 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.848606 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.848773 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.848934 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.849094 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.849254 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.849496 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.850168 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.850320 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.850482 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.850642 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.850801 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.850963 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.851128 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.851297 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.851465 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.851626 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.851794 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.851964 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.852132 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.852292 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.852459 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.852631 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.852790 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.852949 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.853109 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.853271 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.853431 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.853591 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.853750 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.853913 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.854095 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.854255 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.854414 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.854574 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.854734 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.854895 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.855056 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.855216 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.855376 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.855537 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.855698 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:07:25.855850 dv-cinder-788363-2-iscsi neutron-server[73740]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 13:07:25.969756 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 55014) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:07:25.978676 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067799 Apr 30 13:07:36.492751 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d6c5e8-3a51-4fd8-a62c-7aae5b12824e None None] get_active_networks_info from dv-cinder-788363-2-iscsi {{(pid=73847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 30 13:07:36.582957 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d6c5e8-3a51-4fd8-a62c-7aae5b12824e None None] No non-hosted networks {{(pid=73847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 30 13:07:36.619703 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-3aa5e6b1-683f-4a70-91cf-9659b3788588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638'] for agent, after_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:36.627552 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.agentschedulers_db [None req-74d6c5e8-3a51-4fd8-a62c-7aae5b12824e None None] DHCP Agent not found on host dv-cinder-788363-2-iscsi {{(pid=73847) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 30 13:07:39.054653 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638'] for agent, after_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:39.056007 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:39.056698 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:39.059631 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:39.061468 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:39.064301 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:39.064917 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:39.065508 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:39.067140 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:39.067794 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:39.069322 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:39.070224 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:39.071428 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:39.072428 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788363-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:07:39.132110 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788363-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:07:39.149136 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-429dfa80-c0cf-45a9-acce-f119fbe5f245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638'] for agent, after_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:39.157211 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-14b1610f-907d-48d1-bb10-cd2b07432723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:40.108587 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638'] for agent, after_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:41.652530 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638'] for agent, after_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:42.138353 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.db.l3_hamode_db [None req-13b55dff-c55e-4946-a887-ecf9424d7691 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 30 13:07:42.222818 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b55dff-c55e-4946-a887-ecf9424d7691 None None] Routers set() bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:07:42.223197 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b55dff-c55e-4946-a887-ecf9424d7691 None None] Router IDs set() for agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Apr 30 13:07:43.194225 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 55104) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:07:43.765026 dv-cinder-788363-2-iscsi neutron-server[73846]: WARNING oslo_policy.policy [None req-d9a2e6e9-8b9e-48e3-af02-925d9038b13f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:07:43.765576 dv-cinder-788363-2-iscsi neutron-server[73846]: WARNING oslo_policy.policy [None req-d9a2e6e9-8b9e-48e3-af02-925d9038b13f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:07:43.976904 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [None req-d9a2e6e9-8b9e-48e3-af02-925d9038b13f admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=73846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:07:43.977910 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-d9a2e6e9-8b9e-48e3-af02-925d9038b13f admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7827840 Apr 30 13:07:46.303454 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 55118) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:07:46.660740 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-ef617843-99a3-4f9e-b0b0-5903d558f192 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:07:46.759509 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.policy [None req-ef617843-99a3-4f9e-b0b0-5903d558f192 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73846) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 13:07:46.804348 dv-cinder-788363-2-iscsi neutron-server[73846]: WARNING oslo_policy.policy [None req-ef617843-99a3-4f9e-b0b0-5903d558f192 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:07:46.804705 dv-cinder-788363-2-iscsi neutron-server[73846]: WARNING oslo_policy.policy [None req-ef617843-99a3-4f9e-b0b0-5903d558f192 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:07:46.813736 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.quota [None req-ef617843-99a3-4f9e-b0b0-5903d558f192 admin admin] Loaded quota_driver: . Apr 30 13:07:46.828815 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-ef617843-99a3-4f9e-b0b0-5903d558f192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:07:46.888211 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ef617843-99a3-4f9e-b0b0-5903d558f192 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741674200408', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741674197815', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741674370832', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741674379884', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741674353123', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741674363013', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1669708', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1693033', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-647538', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-573662'] for rbac-policy, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:46.949370 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ef617843-99a3-4f9e-b0b0-5903d558f192 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:46.950536 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-ef617843-99a3-4f9e-b0b0-5903d558f192 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6461380 Apr 30 13:07:49.533978 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 55132) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:07:49.879132 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Request body: {'network': {'project_id': '256e6ec216224b6f95cebf74f48b3c21', 'tenant_id': '256e6ec216224b6f95cebf74f48b3c21', 'name': 'private', 'admin_state_up': True}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:07:49.883901 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:07:49.888400 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Usage tracker for resource:network and tenant:256e6ec216224b6f95cebf74f48b3c21 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:07:49.892956 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:07:49.899210 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:07:49.910040 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Made reservation on behalf of 256e6ec216224b6f95cebf74f48b3c21 for: {'network': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:07:49.913429 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for network, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:49.931606 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:49.945651 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:07:49.949340 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Usage tracker for resource:security_group_rule and tenant:256e6ec216224b6f95cebf74f48b3c21 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:07:49.954227 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:07:49.959860 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:07:50.057824 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:50.061501 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:50.066677 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:50.086790 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1196} {{(pid=73846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:07:50.112376 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741672489620', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:50.112960 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Unsubscribe: segment precommit_create {{(pid=73846) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 13:07:50.113430 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.db.segments_db [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Added segment 80f356ba-5ae6-443e-aa0a-b795f94aedfa of type vlan for network 0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d Apr 30 13:07:50.121572 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66451fc0-1608-4a4c-abfc-12bdd72b6c1a,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:50.174806 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:50.175153 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:50.175477 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:50.175790 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:50.176102 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:50.176424 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:50.176866 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:50.177178 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:50.177485 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:50.177786 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:50.178114 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:50.178416 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Tracked resource versions report: Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: pushed versions: Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: { 'AddressGroup': {'1.2'}, Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: 'ConntrackHelper': {'1.0'}, Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: 'Log': {'1.0'}, Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: 'Network': {'1.1'}, Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: 'Port': {'1.7'}, Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: 'PortForwarding': {'1.2'}, Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: 'QosPolicy': {'1.8'}, Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: 'SecurityGroup': {'1.4'}, Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: 'SubPort': {'1.0'}, Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: 'Subnet': {'1.1'}, Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: 'Trunk': {'1.1'}} Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: consumer versions: Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: { DHCP agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: L3 agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: Metadata agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: Metering agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: Open vSwitch agent@dv-cinder-788363-2-iscsi: { 'AddressGroup': '1.2', Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: 'ConntrackHelper': '1.0', Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: 'Log': '1.0', Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: 'Network': '1.1', Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: 'Port': '1.7', Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: 'PortForwarding': '1.2', Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: 'QosPolicy': '1.8', Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: 'SecurityGroup': '1.4', Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: 'SecurityGroupRule': '1.2', Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: 'SubPort': '1.0', Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: 'Subnet': '1.1', Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: 'Trunk': '1.1'}} Apr 30 13:07:50.179442 dv-cinder-788363-2-iscsi neutron-server[73846]: {{(pid=73846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:07:50.230506 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672049812'] for network, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:50.234378 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:50.270242 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for network, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:50.272136 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:07:50.273097 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:50.277811 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:50.375962 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8408313 Apr 30 13:07:50.381700 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Pushing event updated for resources: {'Network': ['ID=0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:50.384684 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:50.392945 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Network 0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d details requested by agent ovs-agent-dv-cinder-788363-2-iscsi with host dv-cinder-788363-2-iscsi {{(pid=73847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:07:52.999064 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 55148) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:07:53.566742 dv-cinder-788363-2-iscsi neutron-server[73845]: WARNING oslo_policy.policy [None req-14dcb9ed-a8f7-4ed4-9b8d-e0bb5f30cc2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:07:53.567814 dv-cinder-788363-2-iscsi neutron-server[73845]: WARNING oslo_policy.policy [None req-14dcb9ed-a8f7-4ed4-9b8d-e0bb5f30cc2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:07:53.993500 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.policy [None req-14dcb9ed-a8f7-4ed4-9b8d-e0bb5f30cc2c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73845) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 13:07:54.038769 dv-cinder-788363-2-iscsi neutron-server[73845]: WARNING oslo_policy.policy [None req-14dcb9ed-a8f7-4ed4-9b8d-e0bb5f30cc2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:07:54.039322 dv-cinder-788363-2-iscsi neutron-server[73845]: WARNING oslo_policy.policy [None req-14dcb9ed-a8f7-4ed4-9b8d-e0bb5f30cc2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:07:54.047292 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dcb9ed-a8f7-4ed4-9b8d-e0bb5f30cc2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:07:54.049097 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-14dcb9ed-a8f7-4ed4-9b8d-e0bb5f30cc2c admin admin] 10.222.0.30 "GET /v2.0/networks/0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d HTTP/1.1" status: 200 len: 826 time: 1.0480247 Apr 30 13:07:54.080345 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-70684c24-aec6-4b32-affd-1c16c1573625 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/e0416f18-a580-4ae0-a14c-d57557a1fdcd HTTP/1.1" status: 200 len: 734 time: 0.0259361 Apr 30 13:07:54.089419 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '256e6ec216224b6f95cebf74f48b3c21', 'subnetpool_id': 'e0416f18-a580-4ae0-a14c-d57557a1fdcd', 'network_id': '0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d', 'name': 'private-subnet'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:07:54.091048 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.quota [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Loaded quota_driver: . Apr 30 13:07:54.096891 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:07:54.103026 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Usage tracker for resource:subnet and tenant:256e6ec216224b6f95cebf74f48b3c21 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:07:54.106293 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:07:54.113138 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:07:54.128055 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Made reservation on behalf of 256e6ec216224b6f95cebf74f48b3c21 for: {'subnet': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:07:54.130807 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:54.621582 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for subnet, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:54.627457 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:54.703985 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Checking segment: {'id': '80f356ba-5ae6-443e-aa0a-b795f94aedfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:07:54.704359 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Network hostable DHCP agents. Network: 0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d, hostable agents: ['951155d5-6c37-4e98-94aa-59d9e3ee6c00'], hosted agents: [] {{(pid=73845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:07:54.718063 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=34aacfae-5ec2-4eed-a4eb-8e280c91a252,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:54.727922 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:54.728280 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:54.728609 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:54.728930 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:54.729246 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:54.729582 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:54.729894 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:54.730234 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:54.730556 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:54.730867 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:54.731172 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:54.731474 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Tracked resource versions report: Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: pushed versions: Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: { 'AddressGroup': {'1.2'}, Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: 'ConntrackHelper': {'1.0'}, Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: 'Log': {'1.0'}, Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: 'Network': {'1.1'}, Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: 'Port': {'1.7'}, Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: 'PortForwarding': {'1.2'}, Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: 'QosPolicy': {'1.8'}, Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: 'SecurityGroup': {'1.4'}, Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: 'SubPort': {'1.0'}, Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: 'Subnet': {'1.1'}, Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: 'Trunk': {'1.1'}} Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: consumer versions: Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: { DHCP agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: L3 agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: Metadata agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: Metering agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: Open vSwitch agent@dv-cinder-788363-2-iscsi: { 'AddressGroup': '1.2', Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: 'ConntrackHelper': '1.0', Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: 'Log': '1.0', Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: 'Network': '1.1', Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: 'Port': '1.7', Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: 'PortForwarding': '1.2', Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: 'QosPolicy': '1.8', Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: 'SecurityGroup': '1.4', Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: 'SecurityGroupRule': '1.2', Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: 'SubPort': '1.0', Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: 'Subnet': '1.1', Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: 'Trunk': '1.1'}} Apr 30 13:07:54.732535 dv-cinder-788363-2-iscsi neutron-server[73845]: {{(pid=73845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:07:54.758742 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Network 0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d is scheduled to be hosted by DHCP agent 951155d5-6c37-4e98-94aa-59d9e3ee6c00 with binding_index 1 {{(pid=73845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:07:54.769884 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:54.772230 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-iscsi, 0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d) {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:07:54.777026 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:07:54.777675 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for subnet, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:54.781756 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c5779f-27e1-4d42-8ab9-68450161a9e3 None None] Network 0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:07:54.798843 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7128999 Apr 30 13:07:55.087406 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp795fea3c-7670-5529-a9d6-b749f9b93b97-0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d', 'network_id': '0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d', 'tenant_id': '256e6ec216224b6f95cebf74f48b3c21', 'fixed_ips': [{'subnet_id': '34aacfae-5ec2-4eed-a4eb-8e280c91a252'}]}} from dv-cinder-788363-2-iscsi. {{(pid=73847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:07:55.088590 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:55.267261 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.db_base_plugin_common [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Allocated IP 172.20.0.2 (0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d/34aacfae-5ec2-4eed-a4eb-8e280c91a252/672aa06e-e270-431d-852c-49fcba3ee78d) {{(pid=73847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:07:55.486877 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Notify callbacks [] for port, precommit_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:55.499881 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Transition to ACTIVE for port object 672aa06e-e270-431d-852c-49fcba3ee78d will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:07:55.521868 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Transition to ACTIVE for port object 672aa06e-e270-431d-852c-49fcba3ee78d will not be triggered until provisioned by entity DHCP. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:07:55.527949 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950'] for port, after_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:55.532388 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:55.592720 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Pushing event updated for resources: {'Port': ['ID=672aa06e-e270-431d-852c-49fcba3ee78d,revision_number=1']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:55.600974 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:55.601307 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:55.601633 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:55.601969 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:55.602290 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:55.602603 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:55.602915 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:55.603224 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:55.603548 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:55.603859 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:55.604164 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:55.604467 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Tracked resource versions report: Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: pushed versions: Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: { 'AddressGroup': {'1.2'}, Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: 'ConntrackHelper': {'1.0'}, Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: 'Log': {'1.0'}, Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: 'Network': {'1.1'}, Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: 'Port': {'1.7'}, Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: 'PortForwarding': {'1.2'}, Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: 'QosPolicy': {'1.8'}, Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: 'SecurityGroup': {'1.4'}, Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: 'SubPort': {'1.0'}, Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: 'Subnet': {'1.1'}, Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: 'Trunk': {'1.1'}} Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: consumer versions: Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: { DHCP agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: L3 agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: Metadata agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: Metering agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: Open vSwitch agent@dv-cinder-788363-2-iscsi: { 'AddressGroup': '1.2', Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: 'ConntrackHelper': '1.0', Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: 'Log': '1.0', Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: 'Network': '1.1', Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: 'Port': '1.7', Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: 'PortForwarding': '1.2', Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: 'QosPolicy': '1.8', Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: 'SecurityGroup': '1.4', Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: 'SecurityGroupRule': '1.2', Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: 'SubPort': '1.0', Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: 'Subnet': '1.1', Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: 'Trunk': '1.1'}} Apr 30 13:07:55.605540 dv-cinder-788363-2-iscsi neutron-server[73847]: {{(pid=73847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:07:55.616040 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Network 0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d is already hosted by enough agents. {{(pid=73847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:07:55.618044 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.scheduler.base_scheduler [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Resources bound (agent type, host, resource id): {{(pid=73847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:07:55.629140 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:55.638785 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Received port after_create {{(pid=73847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:07:55.728387 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Attempting to bind port 672aa06e-e270-431d-852c-49fcba3ee78d on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:07:55.728770 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Attempting to bind port 672aa06e-e270-431d-852c-49fcba3ee78d by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': '80f356ba-5ae6-443e-aa0a-b795f94aedfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:07:55.729182 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Attempting to bind port 672aa06e-e270-431d-852c-49fcba3ee78d on network 0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:07:55.734390 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:07:55.734787 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Checking segment: {'id': '80f356ba-5ae6-443e-aa0a-b795f94aedfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:07:55.735229 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:55.735610 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Bound using segment: {'id': '80f356ba-5ae6-443e-aa0a-b795f94aedfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:07:55.736082 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Bound port: 672aa06e-e270-431d-852c-49fcba3ee78d, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f356ba-5ae6-443e-aa0a-b795f94aedfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:07:55.736459 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:55.822585 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] For port 672aa06e-e270-431d-852c-49fcba3ee78d, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:07:55.826412 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] For port 672aa06e-e270-431d-852c-49fcba3ee78d, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=672aa06e-e270-431d-852c-49fcba3ee78d,segment=NetworkSegment(80f356ba-5ae6-443e-aa0a-b795f94aedfa),segment_id=80f356ba-5ae6-443e-aa0a-b795f94aedfa)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:07:55.830964 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:55.834971 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:55.921257 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Pushing event updated for resources: {'Port': ['ID=672aa06e-e270-431d-852c-49fcba3ee78d,revision_number=2']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:55.931699 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:57.190428 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 55170) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:07:57.560274 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [None req-3192b1bb-3723-40ac-b166-8b7f91a75617 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=73845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:07:57.561432 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-3192b1bb-3723-40ac-b166-8b7f91a75617 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3698168 Apr 30 13:08:00.008179 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 55180) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:08:00.401283 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [None req-c3facb38-bc7e-410f-8d82-2c8157ae6868 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=73846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:08:00.402294 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-c3facb38-bc7e-410f-8d82-2c8157ae6868 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3927240 Apr 30 13:08:00.980171 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 672aa06e-e270-431d-852c-49fcba3ee78d up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:08:01.053723 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port 672aa06e-e270-431d-852c-49fcba3ee78d completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:08:01.434895 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe4b841-a0f5-4cab-8152-4c006015548f None None] Network 0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:08:01.522388 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-37e6d440-8f1b-4b6b-bfa0-46348e9a59f6 None None] Provisioning for port 672aa06e-e270-431d-852c-49fcba3ee78d completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:08:01.529614 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-37e6d440-8f1b-4b6b-bfa0-46348e9a59f6 None None] Provisioning complete for port 672aa06e-e270-431d-852c-49fcba3ee78d triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:08:01.530012 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-37e6d440-8f1b-4b6b-bfa0-46348e9a59f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:01.724359 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-37e6d440-8f1b-4b6b-bfa0-46348e9a59f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:01.792227 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-37e6d440-8f1b-4b6b-bfa0-46348e9a59f6 None None] For port 672aa06e-e270-431d-852c-49fcba3ee78d, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=672aa06e-e270-431d-852c-49fcba3ee78d,segment=NetworkSegment(80f356ba-5ae6-443e-aa0a-b795f94aedfa),segment_id=80f356ba-5ae6-443e-aa0a-b795f94aedfa)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:08:01.797682 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-37e6d440-8f1b-4b6b-bfa0-46348e9a59f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:01.806698 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:08:01.881451 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6d440-8f1b-4b6b-bfa0-46348e9a59f6 None None] Pushing event updated for resources: {'Port': ['ID=672aa06e-e270-431d-852c-49fcba3ee78d,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:08:01.884741 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-37e6d440-8f1b-4b6b-bfa0-46348e9a59f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:08:02.019303 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-fd99e47e-e911-461f-b757-edb788b3f390 None None] Provisioning complete for port 672aa06e-e270-431d-852c-49fcba3ee78d triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:08:02.019945 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-fd99e47e-e911-461f-b757-edb788b3f390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:02.929254 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 672aa06e-e270-431d-852c-49fcba3ee78d up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:08:02.993990 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port 672aa06e-e270-431d-852c-49fcba3ee78d triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:08:02.994369 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:03.060616 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 55196) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:08:03.416518 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-8c489b11-8df7-479c-a4e4-6d2883fad489 admin admin] Request body: {'router': {'tenant_id': '256e6ec216224b6f95cebf74f48b3c21', 'admin_state_up': True, 'name': 'router1'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:08:03.421070 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-8c489b11-8df7-479c-a4e4-6d2883fad489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:08:03.424727 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-8c489b11-8df7-479c-a4e4-6d2883fad489 admin admin] Usage tracker for resource:router and tenant:256e6ec216224b6f95cebf74f48b3c21 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:08:03.428519 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-8c489b11-8df7-479c-a4e4-6d2883fad489 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:08:03.434334 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-8c489b11-8df7-479c-a4e4-6d2883fad489 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:08:03.444825 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8c489b11-8df7-479c-a4e4-6d2883fad489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-693704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30063'] for router, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:03.446379 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8c489b11-8df7-479c-a4e4-6d2883fad489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30054'] for router, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:03.467246 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8c489b11-8df7-479c-a4e4-6d2883fad489 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:03.574218 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8c489b11-8df7-479c-a4e4-6d2883fad489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671082'] for router, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:03.593455 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8c489b11-8df7-479c-a4e4-6d2883fad489 admin admin] Notify callbacks [] for router, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:03.594669 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-8c489b11-8df7-479c-a4e4-6d2883fad489 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5330908 Apr 30 13:08:05.917802 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 55206) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:08:06.280310 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [None req-7545a68b-fa44-4aea-ab4c-7b3fa715002a admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=73845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:08:06.281264 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-7545a68b-fa44-4aea-ab4c-7b3fa715002a admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3625410 Apr 30 13:08:06.416662 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-884e11de-c24c-4a6e-aac4-03096b8edff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:08.601475 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 55216) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:08:08.960466 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:08:08.965538 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:08:08.969426 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] Usage tracker for resource:network and tenant:382c1d8a679b41b3bbeda4f0919f3ec8 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:08:08.972326 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:08:08.978801 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:08:08.988109 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] Made reservation on behalf of 382c1d8a679b41b3bbeda4f0919f3ec8 for: {'network': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:08:08.990393 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for network, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:09.005981 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:09.020379 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:08:09.024988 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] Usage tracker for resource:security_group_rule and tenant:382c1d8a679b41b3bbeda4f0919f3ec8 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:08:09.028082 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:08:09.034086 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:08:09.048471 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:09.080677 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-1f668efb-dd17-4edd-8250-2b8f7325f03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:09.135522 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:09.139012 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:09.143250 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:08:09.157000 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] Reserving flat network on physical network physnet1 {{(pid=73845) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 30 13:08:09.181183 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f380e04-9a45-430e-b3c9-6d9c3c738b34,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:08:09.183917 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741672489620', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:09.184487 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] Unsubscribe: segment precommit_create {{(pid=73845) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 13:08:09.184936 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.db.segments_db [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] Added segment 48521140-0b4d-486c-b574-5769daa56625 of type flat for network c3b86f7e-3861-4477-9f50-64652b00e102 Apr 30 13:08:09.197023 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:08:09.226404 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672049812'] for network, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:09.265351 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for network, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:09.266670 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:08:09.267234 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:09.272132 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:08:09.376318 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7737529 Apr 30 13:08:09.381728 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] Pushing event updated for resources: {'Network': ['ID=c3b86f7e-3861-4477-9f50-64652b00e102,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:08:09.385003 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:08:09.392718 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Network c3b86f7e-3861-4477-9f50-64652b00e102 details requested by agent ovs-agent-dv-cinder-788363-2-iscsi with host dv-cinder-788363-2-iscsi {{(pid=73847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:08:10.051511 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:11.577301 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:11.697230 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 55236) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:08:11.908649 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ac832-d755-427e-abe9-19347bb3363b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:08:11.911367 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-557ac832-d755-427e-abe9-19347bb3363b admin admin] 10.222.0.30 "GET /v2.0/subnets/34aacfae-5ec2-4eed-a4eb-8e280c91a252 HTTP/1.1" status: 200 len: 849 time: 0.2117782 Apr 30 13:08:12.062295 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-888a6192-8f16-44c0-a095-f9754d519ea9 admin admin] 10.222.0.30 "GET /v2.0/routers/1b7d13de-ab29-49be-b31a-f26e50807709 HTTP/1.1" status: 200 len: 704 time: 0.1466861 Apr 30 13:08:12.510325 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e012f9e7-29db-4ee8-8a92-e7d8b91781a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:12.744323 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [None req-e012f9e7-29db-4ee8-8a92-e7d8b91781a5 admin admin] Allocated IP 172.20.0.1 (0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d/34aacfae-5ec2-4eed-a4eb-8e280c91a252/874a2672-bc42-450f-b490-b118fcffe579) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:08:12.896780 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e012f9e7-29db-4ee8-8a92-e7d8b91781a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:12.914287 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-e012f9e7-29db-4ee8-8a92-e7d8b91781a5 admin admin] Transition to ACTIVE for port object 874a2672-bc42-450f-b490-b118fcffe579 will not be triggered until provisioned by entity DHCP. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:08:12.966124 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e012f9e7-29db-4ee8-8a92-e7d8b91781a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:12.969865 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:08:13.025919 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e012f9e7-29db-4ee8-8a92-e7d8b91781a5 admin admin] Network 0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:08:13.038062 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-e012f9e7-29db-4ee8-8a92-e7d8b91781a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:08:13.042635 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012f9e7-29db-4ee8-8a92-e7d8b91781a5 admin admin] Pushing event updated for resources: {'Port': ['ID=874a2672-bc42-450f-b490-b118fcffe579,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:08:13.057823 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e012f9e7-29db-4ee8-8a92-e7d8b91781a5 admin admin] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:08:13.057823 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e012f9e7-29db-4ee8-8a92-e7d8b91781a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657636'] for router_interface, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:13.234540 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-163d672b-eb8b-4ff6-820e-98938b3faff6 None None] Provisioning for port 874a2672-bc42-450f-b490-b118fcffe579 completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:08:13.239730 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-163d672b-eb8b-4ff6-820e-98938b3faff6 None None] Provisioning complete for port 874a2672-bc42-450f-b490-b118fcffe579 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:08:13.240093 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-163d672b-eb8b-4ff6-820e-98938b3faff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:13.283083 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e012f9e7-29db-4ee8-8a92-e7d8b91781a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:08:13.295199 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-163d672b-eb8b-4ff6-820e-98938b3faff6 None None] Port 874a2672-bc42-450f-b490-b118fcffe579 cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:08:13.355592 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e012f9e7-29db-4ee8-8a92-e7d8b91781a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:13.574528 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e012f9e7-29db-4ee8-8a92-e7d8b91781a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:13.578855 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e012f9e7-29db-4ee8-8a92-e7d8b91781a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:13.580040 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e012f9e7-29db-4ee8-8a92-e7d8b91781a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657473'] for router_interface, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:13.583612 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:08:13.715247 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012f9e7-29db-4ee8-8a92-e7d8b91781a5 admin admin] Pushing event updated for resources: {'Port': ['ID=874a2672-bc42-450f-b490-b118fcffe579,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:08:13.719008 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e012f9e7-29db-4ee8-8a92-e7d8b91781a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:08:13.766784 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e012f9e7-29db-4ee8-8a92-e7d8b91781a5 admin admin] Network 0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:08:13.767801 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-e012f9e7-29db-4ee8-8a92-e7d8b91781a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:08:13.916710 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-9bebda89-8dd7-4e26-aefc-45a861bee677 None None] Provisioning complete for port 874a2672-bc42-450f-b490-b118fcffe579 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:08:13.917071 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-9bebda89-8dd7-4e26-aefc-45a861bee677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:13.952833 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e012f9e7-29db-4ee8-8a92-e7d8b91781a5 admin admin] Router 1b7d13de-ab29-49be-b31a-f26e50807709 is scheduled to L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 with binding_index 1 {{(pid=73846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:08:13.970502 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-9bebda89-8dd7-4e26-aefc-45a861bee677 None None] Port 874a2672-bc42-450f-b490-b118fcffe579 cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:08:14.104320 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e012f9e7-29db-4ee8-8a92-e7d8b91781a5 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:08:14.115523 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adce433-e827-40ed-9deb-da2221db83d8 None None] Sync routers for ids ['1b7d13de-ab29-49be-b31a-f26e50807709'] in dv-cinder-788363-2-iscsi {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:08:14.115990 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-e012f9e7-29db-4ee8-8a92-e7d8b91781a5 admin admin] 10.222.0.30 "PUT /v2.0/routers/1b7d13de-ab29-49be-b31a-f26e50807709/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0480144 Apr 30 13:08:14.126006 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adce433-e827-40ed-9deb-da2221db83d8 None None] Routers {'1b7d13de-ab29-49be-b31a-f26e50807709'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:08:14.126828 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-0adce433-e827-40ed-9deb-da2221db83d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:08:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['1b7d13de-ab29-49be-b31a-f26e50807709'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:08:14.296180 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-0adce433-e827-40ed-9deb-da2221db83d8 None None] Set router 1b7d13de-ab29-49be-b31a-f26e50807709 gateway port host: None {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:08:14.666857 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-0adce433-e827-40ed-9deb-da2221db83d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7d13de-ab29-49be-b31a-f26e50807709', 'name': 'router1', 'tenant_id': '256e6ec216224b6f95cebf74f48b3c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:08:03Z', 'updated_at': '2021-04-30T13:08:13Z', 'revision_number': 2, 'project_id': '256e6ec216224b6f95cebf74f48b3c21', 'gw_port_host': None, '_interfaces': [{'id': '874a2672-bc42-450f-b490-b118fcffe579', 'name': '', 'network_id': '0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d', 'tenant_id': '256e6ec216224b6f95cebf74f48b3c21', 'mac_address': 'fa:16:3e:0f:b3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7d13de-ab29-49be-b31a-f26e50807709', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34aacfae-5ec2-4eed-a4eb-8e280c91a252', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:08:12Z', 'updated_at': '2021-04-30T13:08:13Z', 'revision_number': 2, 'project_id': '256e6ec216224b6f95cebf74f48b3c21', 'subnets': [{'id': '34aacfae-5ec2-4eed-a4eb-8e280c91a252', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0416f18-a580-4ae0-a14c-d57557a1fdcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:08:14.671851 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adce433-e827-40ed-9deb-da2221db83d8 None None] Checking router: 1b7d13de-ab29-49be-b31a-f26e50807709 for host: dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:08:14.672203 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adce433-e827-40ed-9deb-da2221db83d8 None None] Updating router 1b7d13de-ab29-49be-b31a-f26e50807709 port 874a2672-bc42-450f-b490-b118fcffe579 binding host dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:08:14.728165 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-0adce433-e827-40ed-9deb-da2221db83d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:15.102184 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-0adce433-e827-40ed-9deb-da2221db83d8 None None] Notify callbacks [] for port, precommit_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:15.117550 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.provisioning_blocks [None req-0adce433-e827-40ed-9deb-da2221db83d8 None None] Transition to ACTIVE for port object 874a2672-bc42-450f-b490-b118fcffe579 will not be triggered until provisioned by entity L2. {{(pid=73848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:08:15.124878 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-0adce433-e827-40ed-9deb-da2221db83d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:15.131312 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:08:15.346105 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dac97a-f8da-4e30-8a05-240b06e2e8ce None None] Pushing event updated for resources: {'Port': ['ID=874a2672-bc42-450f-b490-b118fcffe579,revision_number=3']} {{(pid=73848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:08:15.350856 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-0adce433-e827-40ed-9deb-da2221db83d8 None None] Attempting to bind port 874a2672-bc42-450f-b490-b118fcffe579 on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:08:15.351250 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-0adce433-e827-40ed-9deb-da2221db83d8 None None] Attempting to bind port 874a2672-bc42-450f-b490-b118fcffe579 by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': '80f356ba-5ae6-443e-aa0a-b795f94aedfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d'}] {{(pid=73848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:08:15.351673 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adce433-e827-40ed-9deb-da2221db83d8 None None] Attempting to bind port 874a2672-bc42-450f-b490-b118fcffe579 on network 0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:08:15.359454 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dac97a-f8da-4e30-8a05-240b06e2e8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:08:15.359789 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dac97a-f8da-4e30-8a05-240b06e2e8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:08:15.360115 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dac97a-f8da-4e30-8a05-240b06e2e8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:08:15.360433 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dac97a-f8da-4e30-8a05-240b06e2e8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:08:15.360747 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dac97a-f8da-4e30-8a05-240b06e2e8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:08:15.361060 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dac97a-f8da-4e30-8a05-240b06e2e8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:08:15.361368 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dac97a-f8da-4e30-8a05-240b06e2e8ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:08:15.361676 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dac97a-f8da-4e30-8a05-240b06e2e8ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:08:15.362013 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dac97a-f8da-4e30-8a05-240b06e2e8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:08:15.362321 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dac97a-f8da-4e30-8a05-240b06e2e8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:08:15.362625 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dac97a-f8da-4e30-8a05-240b06e2e8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:08:15.362926 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dac97a-f8da-4e30-8a05-240b06e2e8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dac97a-f8da-4e30-8a05-240b06e2e8ce None None] Tracked resource versions report: Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: pushed versions: Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: { 'AddressGroup': {'1.2'}, Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: 'ConntrackHelper': {'1.0'}, Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: 'Log': {'1.0'}, Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: 'Network': {'1.1'}, Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: 'Port': {'1.7'}, Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: 'PortForwarding': {'1.2'}, Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: 'QosPolicy': {'1.8'}, Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: 'SecurityGroup': {'1.4'}, Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: 'SubPort': {'1.0'}, Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: 'Subnet': {'1.1'}, Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: 'Trunk': {'1.1'}} Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: consumer versions: Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: { DHCP agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: L3 agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: Metadata agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: Metering agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: Open vSwitch agent@dv-cinder-788363-2-iscsi: { 'AddressGroup': '1.2', Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: 'ConntrackHelper': '1.0', Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: 'Log': '1.0', Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: 'Network': '1.1', Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: 'Port': '1.7', Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: 'PortForwarding': '1.2', Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: 'QosPolicy': '1.8', Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: 'SecurityGroup': '1.4', Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: 'SecurityGroupRule': '1.2', Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: 'SubPort': '1.0', Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: 'Subnet': '1.1', Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: 'Trunk': '1.1'}} Apr 30 13:08:15.364006 dv-cinder-788363-2-iscsi neutron-server[73848]: {{(pid=73848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:08:15.368264 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-68dac97a-f8da-4e30-8a05-240b06e2e8ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:08:15.369159 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adce433-e827-40ed-9deb-da2221db83d8 None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:08:15.369562 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adce433-e827-40ed-9deb-da2221db83d8 None None] Checking segment: {'id': '80f356ba-5ae6-443e-aa0a-b795f94aedfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:08:15.370038 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-0adce433-e827-40ed-9deb-da2221db83d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:15.370418 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adce433-e827-40ed-9deb-da2221db83d8 None None] Bound using segment: {'id': '80f356ba-5ae6-443e-aa0a-b795f94aedfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d'} {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:08:15.370930 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-0adce433-e827-40ed-9deb-da2221db83d8 None None] Bound port: 874a2672-bc42-450f-b490-b118fcffe579, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f356ba-5ae6-443e-aa0a-b795f94aedfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d'}}] {{(pid=73848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:08:15.371498 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-0adce433-e827-40ed-9deb-da2221db83d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:15.460162 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.db [None req-0adce433-e827-40ed-9deb-da2221db83d8 None None] For port 874a2672-bc42-450f-b490-b118fcffe579, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:08:15.464096 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.db [None req-0adce433-e827-40ed-9deb-da2221db83d8 None None] For port 874a2672-bc42-450f-b490-b118fcffe579, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=874a2672-bc42-450f-b490-b118fcffe579,segment=NetworkSegment(80f356ba-5ae6-443e-aa0a-b795f94aedfa),segment_id=80f356ba-5ae6-443e-aa0a-b795f94aedfa)] {{(pid=73848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:08:15.467563 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-0adce433-e827-40ed-9deb-da2221db83d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:15.472079 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:08:15.556245 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adce433-e827-40ed-9deb-da2221db83d8 None None] Routers {'1b7d13de-ab29-49be-b31a-f26e50807709'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:08:15.556866 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-0adce433-e827-40ed-9deb-da2221db83d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:08:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['1b7d13de-ab29-49be-b31a-f26e50807709'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:08:15.608311 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dac97a-f8da-4e30-8a05-240b06e2e8ce None None] Pushing event updated for resources: {'Port': ['ID=874a2672-bc42-450f-b490-b118fcffe579,revision_number=4']} {{(pid=73848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:08:15.620648 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-68dac97a-f8da-4e30-8a05-240b06e2e8ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:08:15.743508 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-0adce433-e827-40ed-9deb-da2221db83d8 None None] Set router 1b7d13de-ab29-49be-b31a-f26e50807709 gateway port host: None {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:08:16.056273 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-0adce433-e827-40ed-9deb-da2221db83d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7d13de-ab29-49be-b31a-f26e50807709', 'name': 'router1', 'tenant_id': '256e6ec216224b6f95cebf74f48b3c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:08:03Z', 'updated_at': '2021-04-30T13:08:13Z', 'revision_number': 2, 'project_id': '256e6ec216224b6f95cebf74f48b3c21', 'gw_port_host': None, '_interfaces': [{'id': '874a2672-bc42-450f-b490-b118fcffe579', 'name': '', 'network_id': '0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d', 'tenant_id': '256e6ec216224b6f95cebf74f48b3c21', 'mac_address': 'fa:16:3e:0f:b3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7d13de-ab29-49be-b31a-f26e50807709', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34aacfae-5ec2-4eed-a4eb-8e280c91a252', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:08:12Z', 'updated_at': '2021-04-30T13:08:15Z', 'revision_number': 4, 'project_id': '256e6ec216224b6f95cebf74f48b3c21', 'subnets': [{'id': '34aacfae-5ec2-4eed-a4eb-8e280c91a252', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0416f18-a580-4ae0-a14c-d57557a1fdcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:08:16.060328 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adce433-e827-40ed-9deb-da2221db83d8 None None] The sync data for ids ['1b7d13de-ab29-49be-b31a-f26e50807709'] in dv-cinder-788363-2-iscsi is: [{'id': '1b7d13de-ab29-49be-b31a-f26e50807709', 'name': 'router1', 'tenant_id': '256e6ec216224b6f95cebf74f48b3c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:08:03Z', 'updated_at': '2021-04-30T13:08:13Z', 'revision_number': 2, 'project_id': '256e6ec216224b6f95cebf74f48b3c21', 'gw_port_host': None, '_interfaces': [{'id': '874a2672-bc42-450f-b490-b118fcffe579', 'name': '', 'network_id': '0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d', 'tenant_id': '256e6ec216224b6f95cebf74f48b3c21', 'mac_address': 'fa:16:3e:0f:b3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7d13de-ab29-49be-b31a-f26e50807709', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34aacfae-5ec2-4eed-a4eb-8e280c91a252', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:08:12Z', 'updated_at': '2021-04-30T13:08:15Z', 'revision_number': 4, 'project_id': '256e6ec216224b6f95cebf74f48b3c21', 'subnets': [{'id': '34aacfae-5ec2-4eed-a4eb-8e280c91a252', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0416f18-a580-4ae0-a14c-d57557a1fdcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:08:16.267769 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 55260) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:08:16.413122 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de204f79-c898-47f2-8dcb-9e6037982a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:08:16.414509 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-de204f79-c898-47f2-8dcb-9e6037982a2b admin admin] 10.222.0.30 "GET /v2.0/networks/c3b86f7e-3861-4477-9f50-64652b00e102 HTTP/1.1" status: 200 len: 842 time: 0.1457820 Apr 30 13:08:16.423613 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-b3e1f4b6-f73d-42a3-8173-83ce8b334e54 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:08:16.428626 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-b3e1f4b6-f73d-42a3-8173-83ce8b334e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:08:16.432365 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-b3e1f4b6-f73d-42a3-8173-83ce8b334e54 admin admin] Usage tracker for resource:subnet and tenant:382c1d8a679b41b3bbeda4f0919f3ec8 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:08:16.435481 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-b3e1f4b6-f73d-42a3-8173-83ce8b334e54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:08:16.441054 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-b3e1f4b6-f73d-42a3-8173-83ce8b334e54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:08:16.454286 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e1f4b6-f73d-42a3-8173-83ce8b334e54 admin admin] Made reservation on behalf of 382c1d8a679b41b3bbeda4f0919f3ec8 for: {'subnet': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:08:16.456616 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b3e1f4b6-f73d-42a3-8173-83ce8b334e54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:16.921972 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.objects.ports [None req-b3e1f4b6-f73d-42a3-8173-83ce8b334e54 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=73846) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Apr 30 13:08:16.922421 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b3e1f4b6-f73d-42a3-8173-83ce8b334e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for subnet, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:16.926143 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:08:16.993034 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1f4b6-f73d-42a3-8173-83ce8b334e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d81663d-75dc-44ec-8bd2-9cfe56c21a4e,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:08:16.999622 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-b3e1f4b6-f73d-42a3-8173-83ce8b334e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:08:17.002086 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e1f4b6-f73d-42a3-8173-83ce8b334e54 admin admin] Checking segment: {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:08:17.002434 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e1f4b6-f73d-42a3-8173-83ce8b334e54 admin admin] Network hostable DHCP agents. Network: c3b86f7e-3861-4477-9f50-64652b00e102, hostable agents: ['951155d5-6c37-4e98-94aa-59d9e3ee6c00'], hosted agents: [] {{(pid=73846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:08:17.021220 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e1f4b6-f73d-42a3-8173-83ce8b334e54 admin admin] Network c3b86f7e-3861-4477-9f50-64652b00e102 is scheduled to be hosted by DHCP agent 951155d5-6c37-4e98-94aa-59d9e3ee6c00 with binding_index 1 {{(pid=73846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:08:17.031427 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-b3e1f4b6-f73d-42a3-8173-83ce8b334e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-iscsi, c3b86f7e-3861-4477-9f50-64652b00e102) {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:08:17.036380 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e1f4b6-f73d-42a3-8173-83ce8b334e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:08:17.036982 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b3e1f4b6-f73d-42a3-8173-83ce8b334e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for subnet, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:17.039860 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faff49fd-8db8-46a1-b1d7-6647a946048e None None] Network c3b86f7e-3861-4477-9f50-64652b00e102 requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:08:17.073976 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-b3e1f4b6-f73d-42a3-8173-83ce8b334e54 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6397002 Apr 30 13:08:17.272046 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b959d58-28c1-4271-84f4-68c95e6a6285 None None] Network c3b86f7e-3861-4477-9f50-64652b00e102 requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:08:18.959691 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 874a2672-bc42-450f-b490-b118fcffe579 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:08:19.028185 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port 874a2672-bc42-450f-b490-b118fcffe579 completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:08:19.032537 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port 874a2672-bc42-450f-b490-b118fcffe579 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:08:19.032907 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:19.152537 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:19.185006 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] For port 874a2672-bc42-450f-b490-b118fcffe579, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=874a2672-bc42-450f-b490-b118fcffe579,segment=NetworkSegment(80f356ba-5ae6-443e-aa0a-b795f94aedfa),segment_id=80f356ba-5ae6-443e-aa0a-b795f94aedfa)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:08:19.189672 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:19.192227 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-37e6d440-8f1b-4b6b-bfa0-46348e9a59f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:08:19.260585 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Pushing event updated for resources: {'Port': ['ID=874a2672-bc42-450f-b490-b118fcffe579,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:08:19.263693 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:08:19.306394 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 55274) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:08:19.548492 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-ab38a9d1-1675-4e38-a037-80027f33f529 admin admin] 10.222.0.30 "GET /v2.0/routers/1b7d13de-ab29-49be-b31a-f26e50807709 HTTP/1.1" status: 200 len: 710 time: 0.2409909 Apr 30 13:08:19.675072 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f04e9e-85dd-4e0d-93b9-8022e30e2e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:08:19.675677 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-e9f04e9e-85dd-4e0d-93b9-8022e30e2e92 admin admin] Synchronizing usage tracker for tenant:382c1d8a679b41b3bbeda4f0919f3ec8 on resource:network {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:08:19.693855 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-e9f04e9e-85dd-4e0d-93b9-8022e30e2e92 admin admin] Unset dirty status for tenant:382c1d8a679b41b3bbeda4f0919f3ec8 on resource:network {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:08:19.695035 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-e9f04e9e-85dd-4e0d-93b9-8022e30e2e92 admin admin] 10.222.0.30 "GET /v2.0/networks/c3b86f7e-3861-4477-9f50-64652b00e102 HTTP/1.1" status: 200 len: 886 time: 0.1415319 Apr 30 13:08:19.703805 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-384d9feb-30db-4421-b18b-c1f703f2b321 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:08:20.139242 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-384d9feb-30db-4421-b18b-c1f703f2b321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30100'] for router, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:20.485409 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-384d9feb-30db-4421-b18b-c1f703f2b321 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:20.538395 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-384d9feb-30db-4421-b18b-c1f703f2b321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:20.670129 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [None req-384d9feb-30db-4421-b18b-c1f703f2b321 admin admin] Allocated IP 172.27.3.31 (c3b86f7e-3861-4477-9f50-64652b00e102/6d81663d-75dc-44ec-8bd2-9cfe56c21a4e/d4ced94b-6582-429e-98db-a0f8620fa173) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:08:20.817425 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-384d9feb-30db-4421-b18b-c1f703f2b321 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:20.870884 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-384d9feb-30db-4421-b18b-c1f703f2b321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:20.874344 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:08:20.931071 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384d9feb-30db-4421-b18b-c1f703f2b321 admin admin] Network c3b86f7e-3861-4477-9f50-64652b00e102 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:08:20.932099 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-384d9feb-30db-4421-b18b-c1f703f2b321 admin admin] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:08:20.935890 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384d9feb-30db-4421-b18b-c1f703f2b321 admin admin] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:08:20.944572 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 874a2672-bc42-450f-b490-b118fcffe579 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:08:21.011185 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port 874a2672-bc42-450f-b490-b118fcffe579 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:08:21.011559 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:21.060795 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d9feb-30db-4421-b18b-c1f703f2b321 admin admin] Pushing event updated for resources: {'Port': ['ID=d4ced94b-6582-429e-98db-a0f8620fa173,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:08:21.066904 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-384d9feb-30db-4421-b18b-c1f703f2b321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:08:21.315900 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-384d9feb-30db-4421-b18b-c1f703f2b321 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:21.645433 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-384d9feb-30db-4421-b18b-c1f703f2b321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30100'] for router, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:21.648868 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-384d9feb-30db-4421-b18b-c1f703f2b321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693285'] for router, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:21.858214 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384d9feb-30db-4421-b18b-c1f703f2b321 admin admin] Router 1b7d13de-ab29-49be-b31a-f26e50807709 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:08:22.030712 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384d9feb-30db-4421-b18b-c1f703f2b321 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:08:22.039083 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-384d9feb-30db-4421-b18b-c1f703f2b321 admin admin] Notify callbacks [] for router, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:22.040196 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10464036-c00b-4537-b43c-46427e7f4669 None None] Sync routers for ids ['1b7d13de-ab29-49be-b31a-f26e50807709'] in dv-cinder-788363-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:08:22.040635 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-384d9feb-30db-4421-b18b-c1f703f2b321 admin admin] 10.222.0.30 "PUT /v2.0/routers/1b7d13de-ab29-49be-b31a-f26e50807709 HTTP/1.1" status: 200 len: 889 time: 2.3397527 Apr 30 13:08:22.050016 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10464036-c00b-4537-b43c-46427e7f4669 None None] Routers {'1b7d13de-ab29-49be-b31a-f26e50807709'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:08:22.050844 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-10464036-c00b-4537-b43c-46427e7f4669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:08:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['1b7d13de-ab29-49be-b31a-f26e50807709'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:08:22.274791 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-10464036-c00b-4537-b43c-46427e7f4669 None None] Set router 1b7d13de-ab29-49be-b31a-f26e50807709 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:08:22.626035 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-10464036-c00b-4537-b43c-46427e7f4669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7d13de-ab29-49be-b31a-f26e50807709', 'name': 'router1', 'tenant_id': '256e6ec216224b6f95cebf74f48b3c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'd4ced94b-6582-429e-98db-a0f8620fa173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:08:03Z', 'updated_at': '2021-04-30T13:08:21Z', 'revision_number': 4, 'project_id': '256e6ec216224b6f95cebf74f48b3c21', 'gw_port': {'id': 'd4ced94b-6582-429e-98db-a0f8620fa173', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7d13de-ab29-49be-b31a-f26e50807709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:08:20Z', 'updated_at': '2021-04-30T13:08:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': '874a2672-bc42-450f-b490-b118fcffe579', 'name': '', 'network_id': '0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d', 'tenant_id': '256e6ec216224b6f95cebf74f48b3c21', 'mac_address': 'fa:16:3e:0f:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7d13de-ab29-49be-b31a-f26e50807709', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34aacfae-5ec2-4eed-a4eb-8e280c91a252', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:08:12Z', 'updated_at': '2021-04-30T13:08:19Z', 'revision_number': 5, 'project_id': '256e6ec216224b6f95cebf74f48b3c21', 'subnets': [{'id': '34aacfae-5ec2-4eed-a4eb-8e280c91a252', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0416f18-a580-4ae0-a14c-d57557a1fdcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:08:22.632685 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10464036-c00b-4537-b43c-46427e7f4669 None None] Checking router: 1b7d13de-ab29-49be-b31a-f26e50807709 for host: dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:08:22.633040 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10464036-c00b-4537-b43c-46427e7f4669 None None] Updating router 1b7d13de-ab29-49be-b31a-f26e50807709 port d4ced94b-6582-429e-98db-a0f8620fa173 binding host dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:08:22.691123 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-10464036-c00b-4537-b43c-46427e7f4669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:22.753663 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 5 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:08:23.143044 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-10464036-c00b-4537-b43c-46427e7f4669 None None] Notify callbacks [] for port, precommit_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:23.158352 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-10464036-c00b-4537-b43c-46427e7f4669 None None] Transition to ACTIVE for port object d4ced94b-6582-429e-98db-a0f8620fa173 will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:08:23.168609 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-10464036-c00b-4537-b43c-46427e7f4669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:23.176334 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-a0ad9edd-1bb4-475e-b961-7e39443e3e41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:08:23.265088 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-10464036-c00b-4537-b43c-46427e7f4669 None None] Attempting to bind port d4ced94b-6582-429e-98db-a0f8620fa173 on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:08:23.265455 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-10464036-c00b-4537-b43c-46427e7f4669 None None] Attempting to bind port d4ced94b-6582-429e-98db-a0f8620fa173 by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:08:23.265816 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10464036-c00b-4537-b43c-46427e7f4669 None None] Attempting to bind port d4ced94b-6582-429e-98db-a0f8620fa173 on network c3b86f7e-3861-4477-9f50-64652b00e102 {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:08:23.273110 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962261e-9e0b-491f-a381-c5a1a5d5d043 None None] Pushing event updated for resources: {'Port': ['ID=d4ced94b-6582-429e-98db-a0f8620fa173,revision_number=2']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:08:23.279082 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-2962261e-9e0b-491f-a381-c5a1a5d5d043 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:08:23.280275 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10464036-c00b-4537-b43c-46427e7f4669 None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:08:23.280644 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10464036-c00b-4537-b43c-46427e7f4669 None None] Checking segment: {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:08:23.281039 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-10464036-c00b-4537-b43c-46427e7f4669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:23.281461 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10464036-c00b-4537-b43c-46427e7f4669 None None] Bound using segment: {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:08:23.282365 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-10464036-c00b-4537-b43c-46427e7f4669 None None] Bound port: d4ced94b-6582-429e-98db-a0f8620fa173, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:08:23.282585 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-10464036-c00b-4537-b43c-46427e7f4669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:23.389247 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-10464036-c00b-4537-b43c-46427e7f4669 None None] For port d4ced94b-6582-429e-98db-a0f8620fa173, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:08:23.392935 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-10464036-c00b-4537-b43c-46427e7f4669 None None] For port d4ced94b-6582-429e-98db-a0f8620fa173, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=d4ced94b-6582-429e-98db-a0f8620fa173,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:08:23.406754 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-10464036-c00b-4537-b43c-46427e7f4669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:23.411638 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:08:23.493026 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10464036-c00b-4537-b43c-46427e7f4669 None None] Routers {'1b7d13de-ab29-49be-b31a-f26e50807709'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:08:23.493656 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-10464036-c00b-4537-b43c-46427e7f4669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:08:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['1b7d13de-ab29-49be-b31a-f26e50807709'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:08:23.540640 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962261e-9e0b-491f-a381-c5a1a5d5d043 None None] Pushing event updated for resources: {'Port': ['ID=d4ced94b-6582-429e-98db-a0f8620fa173,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:08:23.550668 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-2962261e-9e0b-491f-a381-c5a1a5d5d043 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:08:23.677675 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-10464036-c00b-4537-b43c-46427e7f4669 None None] Set router 1b7d13de-ab29-49be-b31a-f26e50807709 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:08:24.058192 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-10464036-c00b-4537-b43c-46427e7f4669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7d13de-ab29-49be-b31a-f26e50807709', 'name': 'router1', 'tenant_id': '256e6ec216224b6f95cebf74f48b3c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'd4ced94b-6582-429e-98db-a0f8620fa173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:08:03Z', 'updated_at': '2021-04-30T13:08:21Z', 'revision_number': 4, 'project_id': '256e6ec216224b6f95cebf74f48b3c21', 'gw_port': {'id': 'd4ced94b-6582-429e-98db-a0f8620fa173', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7d13de-ab29-49be-b31a-f26e50807709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:08:20Z', 'updated_at': '2021-04-30T13:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': '874a2672-bc42-450f-b490-b118fcffe579', 'name': '', 'network_id': '0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d', 'tenant_id': '256e6ec216224b6f95cebf74f48b3c21', 'mac_address': 'fa:16:3e:0f:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7d13de-ab29-49be-b31a-f26e50807709', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34aacfae-5ec2-4eed-a4eb-8e280c91a252', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:08:12Z', 'updated_at': '2021-04-30T13:08:19Z', 'revision_number': 5, 'project_id': '256e6ec216224b6f95cebf74f48b3c21', 'subnets': [{'id': '34aacfae-5ec2-4eed-a4eb-8e280c91a252', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0416f18-a580-4ae0-a14c-d57557a1fdcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:08:24.062341 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10464036-c00b-4537-b43c-46427e7f4669 None None] The sync data for ids ['1b7d13de-ab29-49be-b31a-f26e50807709'] in dv-cinder-788363-2-iscsi is: [{'id': '1b7d13de-ab29-49be-b31a-f26e50807709', 'name': 'router1', 'tenant_id': '256e6ec216224b6f95cebf74f48b3c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'd4ced94b-6582-429e-98db-a0f8620fa173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:08:03Z', 'updated_at': '2021-04-30T13:08:21Z', 'revision_number': 4, 'project_id': '256e6ec216224b6f95cebf74f48b3c21', 'gw_port': {'id': 'd4ced94b-6582-429e-98db-a0f8620fa173', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7d13de-ab29-49be-b31a-f26e50807709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:08:20Z', 'updated_at': '2021-04-30T13:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': '874a2672-bc42-450f-b490-b118fcffe579', 'name': '', 'network_id': '0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d', 'tenant_id': '256e6ec216224b6f95cebf74f48b3c21', 'mac_address': 'fa:16:3e:0f:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7d13de-ab29-49be-b31a-f26e50807709', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34aacfae-5ec2-4eed-a4eb-8e280c91a252', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:08:12Z', 'updated_at': '2021-04-30T13:08:19Z', 'revision_number': 5, 'project_id': '256e6ec216224b6f95cebf74f48b3c21', 'subnets': [{'id': '34aacfae-5ec2-4eed-a4eb-8e280c91a252', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0416f18-a580-4ae0-a14c-d57557a1fdcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:08:24.461435 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 55284) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:08:24.589414 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-bf9d064d-c989-4ea7-911a-eed62ba7cd56 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1260691 Apr 30 13:08:24.971783 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device d4ced94b-6582-429e-98db-a0f8620fa173 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:08:25.040993 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port d4ced94b-6582-429e-98db-a0f8620fa173 completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:08:25.046403 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port d4ced94b-6582-429e-98db-a0f8620fa173 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:08:25.046773 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:25.200174 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:25.222827 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] For port d4ced94b-6582-429e-98db-a0f8620fa173, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=d4ced94b-6582-429e-98db-a0f8620fa173,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:08:25.232119 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:25.238042 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:08:25.308195 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Pushing event updated for resources: {'Port': ['ID=d4ced94b-6582-429e-98db-a0f8620fa173,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:08:25.310828 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:08:26.957140 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device d4ced94b-6582-429e-98db-a0f8620fa173 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:08:27.034578 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port d4ced94b-6582-429e-98db-a0f8620fa173 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:08:27.035284 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:36.430517 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-e79f1fb5-d98b-49bd-ae54-3f3063294a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:39.058846 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:39.084321 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-999ae606-bb7f-4764-93a8-8360900c25b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:40.066445 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:41.621792 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:59.754116 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 5 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:09:06.424164 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-b45f4532-4f4e-4dbc-95c3-05f9ed5ac9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:09.054343 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:09.087155 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0d5661f7-b9b3-4b96-b57d-8f15a1d8a212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:10.065222 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:11.608160 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:36.427063 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-cdd27dd8-c299-45ea-9dcf-78201d58659e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:36.751996 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 5 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:09:39.056998 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:39.090532 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-6ae5a6f4-443b-4317-adf9-dad9e6b6a10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:40.066176 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:41.603029 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:58.372779 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 55854) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:09:58.439304 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.pecan_wsgi.hooks.translation [None req-732a7619-7449-4fa4-90c7-f3a0317407bd admin admin] GET failed (client error): The resource could not be found. Apr 30 13:09:58.441127 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-732a7619-7449-4fa4-90c7-f3a0317407bd admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0673966 Apr 30 13:09:58.566902 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d6d29a-7ab8-4094-884e-65cfe7f63f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:09:58.568235 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-38d6d29a-7ab8-4094-884e-65cfe7f63f65 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1233654 Apr 30 13:10:00.686476 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 55864) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:10:00.790058 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31da8d7-eade-4c1b-b668-815f82c3da88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:10:00.791342 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-b31da8d7-eade-4c1b-b668-815f82c3da88 admin admin] 10.222.0.30 "GET /v2.0/subnets/34aacfae-5ec2-4eed-a4eb-8e280c91a252 HTTP/1.1" status: 200 len: 849 time: 0.1039424 Apr 30 13:10:00.800410 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-6a8b10df-1e1b-4a3e-a27e-f7ab1269164b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:10:00.913315 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6a8b10df-1e1b-4a3e-a27e-f7ab1269164b admin admin] Notify callbacks [] for subnet, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:01.203782 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6a8b10df-1e1b-4a3e-a27e-f7ab1269164b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741672480862'] for subnet, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:01.208777 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:10:01.243899 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8b10df-1e1b-4a3e-a27e-f7ab1269164b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:10:01.245060 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6a8b10df-1e1b-4a3e-a27e-f7ab1269164b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for subnet, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:01.246014 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-6a8b10df-1e1b-4a3e-a27e-f7ab1269164b admin admin] 10.222.0.30 "PUT /v2.0/subnets/34aacfae-5ec2-4eed-a4eb-8e280c91a252 HTTP/1.1" status: 200 len: 868 time: 0.4489517 Apr 30 13:10:01.248817 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5e6e25-3c25-4f99-9a2a-07eb4e247698 None None] Network 0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:10:01.272656 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b10df-1e1b-4a3e-a27e-f7ab1269164b admin admin] Pushing event updated for resources: {'Subnet': ['ID=34aacfae-5ec2-4eed-a4eb-8e280c91a252,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:10:01.280539 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b10df-1e1b-4a3e-a27e-f7ab1269164b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:01.280539 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b10df-1e1b-4a3e-a27e-f7ab1269164b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:01.280854 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b10df-1e1b-4a3e-a27e-f7ab1269164b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:01.281152 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b10df-1e1b-4a3e-a27e-f7ab1269164b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:01.281477 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b10df-1e1b-4a3e-a27e-f7ab1269164b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:01.281799 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b10df-1e1b-4a3e-a27e-f7ab1269164b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:01.282143 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b10df-1e1b-4a3e-a27e-f7ab1269164b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:01.282461 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b10df-1e1b-4a3e-a27e-f7ab1269164b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:01.282797 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b10df-1e1b-4a3e-a27e-f7ab1269164b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:01.283114 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b10df-1e1b-4a3e-a27e-f7ab1269164b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:01.283480 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b10df-1e1b-4a3e-a27e-f7ab1269164b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:01.283792 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b10df-1e1b-4a3e-a27e-f7ab1269164b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:01.287304 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-6a8b10df-1e1b-4a3e-a27e-f7ab1269164b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:10:01.664155 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-35cb3604-0c04-499c-b2b1-8cf228c1a83b None None] Provisioning complete for port 672aa06e-e270-431d-852c-49fcba3ee78d triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:10:01.664523 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-35cb3604-0c04-499c-b2b1-8cf228c1a83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:01.788114 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-35cb3604-0c04-499c-b2b1-8cf228c1a83b None None] Provisioning complete for port 874a2672-bc42-450f-b490-b118fcffe579 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:10:01.788374 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-35cb3604-0c04-499c-b2b1-8cf228c1a83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:03.381402 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 55874) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:10:03.548186 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec378952-10dc-461c-bbfa-40c10f98b677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:10:03.548674 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec378952-10dc-461c-bbfa-40c10f98b677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:10:03.550736 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-ec378952-10dc-461c-bbfa-40c10f98b677 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1683810 Apr 30 13:10:05.642943 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 55884) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:10:05.811703 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe22ef1-a704-4587-909a-d9f0d4c68dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:10:05.812192 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe22ef1-a704-4587-909a-d9f0d4c68dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:10:05.813673 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-fbe22ef1-a704-4587-909a-d9f0d4c68dda admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1698060 Apr 30 13:10:06.429339 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0e6cf194-748e-42bd-a9da-548c7983be4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:07.929646 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 55894) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:10:08.101116 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a82c19f-7f0d-4c43-8c87-b875aec07e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:10:08.102641 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-2a82c19f-7f0d-4c43-8c87-b875aec07e39 admin admin] 10.222.0.30 "GET /v2.0/networks/0e586c12-c8c0-4a8e-87f2-21fe4d6dc79d HTTP/1.1" status: 200 len: 870 time: 0.1720171 Apr 30 13:10:09.059242 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:09.092356 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-2231639b-26a7-4505-a59a-ba1a067b56bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:10.068450 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:10.216481 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 55904) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:10:10.379570 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dbcd68-ad57-461b-860d-514d7d3bc550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:10:10.380840 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-b1dbcd68-ad57-461b-860d-514d7d3bc550 admin admin] 10.222.0.30 "GET /v2.0/networks/c3b86f7e-3861-4477-9f50-64652b00e102 HTTP/1.1" status: 200 len: 886 time: 0.1634235 Apr 30 13:10:11.603046 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:12.487608 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 55914) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:10:12.595518 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e982540-b57e-425a-9777-7e4d8aaf084b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:10:12.595996 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e982540-b57e-425a-9777-7e4d8aaf084b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:10:12.609992 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-9e982540-b57e-425a-9777-7e4d8aaf084b admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1089556 Apr 30 13:10:13.750729 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 5 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:10:14.692034 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 55924) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:10:14.799449 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec47cdc-f14e-4edd-aa96-e723aad91c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:10:14.800113 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec47cdc-f14e-4edd-aa96-e723aad91c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:10:14.800839 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-eec47cdc-f14e-4edd-aa96-e723aad91c84 admin admin] Synchronizing usage tracker for tenant:382c1d8a679b41b3bbeda4f0919f3ec8 on resource:subnet {{(pid=73846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:10:14.818773 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-eec47cdc-f14e-4edd-aa96-e723aad91c84 admin admin] Unset dirty status for tenant:382c1d8a679b41b3bbeda4f0919f3ec8 on resource:subnet {{(pid=73846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:10:14.819915 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-eec47cdc-f14e-4edd-aa96-e723aad91c84 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1269517 Apr 30 13:10:16.944077 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 55934) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:10:17.047649 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced1b7c5-30ef-4fe6-a748-cd1c517b50e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:10:17.048962 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-ced1b7c5-30ef-4fe6-a748-cd1c517b50e8 admin admin] 10.222.0.30 "GET /v2.0/subnets/34aacfae-5ec2-4eed-a4eb-8e280c91a252 HTTP/1.1" status: 200 len: 868 time: 0.1039579 Apr 30 13:10:19.138033 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 55944) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:10:19.241265 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25f276b-bbae-4315-8ac2-88ddbb5c16f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:10:19.242563 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-d25f276b-bbae-4315-8ac2-88ddbb5c16f9 admin admin] 10.222.0.30 "GET /v2.0/subnets/6d81663d-75dc-44ec-8bd2-9cfe56c21a4e HTTP/1.1" status: 200 len: 816 time: 0.1035764 Apr 30 13:10:36.431393 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-83684473-94c9-4b02-9065-9b217fb29d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:39.062364 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:39.092798 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-460e327c-9f76-487e-89da-b2c0010744d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:40.071665 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:41.604689 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:42.006882 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 55988) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:10:42.054507 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [None req-1e6677b6-eebe-48ab-9d39-a70322c91245 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=73846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:10:42.055485 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-1e6677b6-eebe-48ab-9d39-a70322c91245 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476871 Apr 30 13:10:44.237945 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 55998) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:10:44.304895 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d30494-ac4b-4704-a4e0-ddf2541a67d2 admin admin] GET failed (client error): The resource could not be found. Apr 30 13:10:44.306158 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-42d30494-ac4b-4704-a4e0-ddf2541a67d2 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0672030 Apr 30 13:10:44.435339 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7cdd74-5a98-4141-acf6-aac41d944990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:10:44.436700 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-4a7cdd74-5a98-4141-acf6-aac41d944990 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1266005 Apr 30 13:10:46.582883 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 56008) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:10:46.629675 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-77c7f77b-03b5-4d6c-a861-8358961189f9 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:10:46.634820 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-77c7f77b-03b5-4d6c-a861-8358961189f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:10:46.644623 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-77c7f77b-03b5-4d6c-a861-8358961189f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:10:46.653843 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c7f77b-03b5-4d6c-a861-8358961189f9 admin admin] Made reservation on behalf of 382c1d8a679b41b3bbeda4f0919f3ec8 for: {'network': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:10:46.656225 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-77c7f77b-03b5-4d6c-a861-8358961189f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for network, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:46.775739 dv-cinder-788363-2-iscsi neutron-server[73845]: WARNING neutron.services.revisions.revision_plugin [None req-77c7f77b-03b5-4d6c-a861-8358961189f9 admin admin] Could not find related network for resource to bump revision. Apr 30 13:10:46.788460 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c7f77b-03b5-4d6c-a861-8358961189f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1182} {{(pid=73845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:10:46.798677 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-77c7f77b-03b5-4d6c-a861-8358961189f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:46.799020 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.db.segments_db [None req-77c7f77b-03b5-4d6c-a861-8358961189f9 admin admin] Added segment 93781490-1220-42bc-be8e-33317beaa08b of type vlan for network 823bb921-4a48-4010-bd77-c89e83813b86 Apr 30 13:10:46.824755 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-77c7f77b-03b5-4d6c-a861-8358961189f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672049812'] for network, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:46.853295 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-77c7f77b-03b5-4d6c-a861-8358961189f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for network, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:46.854598 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c7f77b-03b5-4d6c-a861-8358961189f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:10:46.855171 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-77c7f77b-03b5-4d6c-a861-8358961189f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:46.858195 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:10:46.956963 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7f77b-03b5-4d6c-a861-8358961189f9 admin admin] Pushing event updated for resources: {'Network': ['ID=823bb921-4a48-4010-bd77-c89e83813b86,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:10:46.960869 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-77c7f77b-03b5-4d6c-a861-8358961189f9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3769135 Apr 30 13:10:46.961565 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-77c7f77b-03b5-4d6c-a861-8358961189f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:10:46.967154 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Network 823bb921-4a48-4010-bd77-c89e83813b86 details requested by agent ovs-agent-dv-cinder-788363-2-iscsi with host dv-cinder-788363-2-iscsi {{(pid=73847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:10:49.079309 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 56018) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:10:49.147904 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9aa122-fe12-4f2c-ae41-7ead0550f7df admin admin] GET failed (client error): The resource could not be found. Apr 30 13:10:49.148419 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-9c9aa122-fe12-4f2c-ae41-7ead0550f7df admin admin] Synchronizing usage tracker for tenant:382c1d8a679b41b3bbeda4f0919f3ec8 on resource:network {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:10:49.163358 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-9c9aa122-fe12-4f2c-ae41-7ead0550f7df admin admin] Unset dirty status for tenant:382c1d8a679b41b3bbeda4f0919f3ec8 on resource:network {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:10:49.164536 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-9c9aa122-fe12-4f2c-ae41-7ead0550f7df admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0842919 Apr 30 13:10:49.266830 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4540953d-9511-474a-ad70-8585447bec24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:10:49.268153 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-4540953d-9511-474a-ad70-8585447bec24 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0998163 Apr 30 13:10:49.277690 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-23107193-2182-499a-a90a-961243cb319b admin admin] Request body: {'subnet': {'network_id': '823bb921-4a48-4010-bd77-c89e83813b86', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:10:49.281972 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-23107193-2182-499a-a90a-961243cb319b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:10:49.291082 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-23107193-2182-499a-a90a-961243cb319b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:10:49.300218 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23107193-2182-499a-a90a-961243cb319b admin admin] Made reservation on behalf of 382c1d8a679b41b3bbeda4f0919f3ec8 for: {'subnet': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:10:49.302484 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-23107193-2182-499a-a90a-961243cb319b admin admin] Notify callbacks [] for subnet, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:49.668178 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-23107193-2182-499a-a90a-961243cb319b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for subnet, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:49.672581 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e0b362af-b552-4bff-9a71-a6ff00231c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:10:49.739594 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23107193-2182-499a-a90a-961243cb319b admin admin] Pushing event updated for resources: {'Subnet': ['ID=86ca516f-8a2e-42bf-b561-43fc05212814,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:10:49.743308 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-23107193-2182-499a-a90a-961243cb319b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:10:49.747119 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23107193-2182-499a-a90a-961243cb319b admin admin] Checking segment: {'id': '93781490-1220-42bc-be8e-33317beaa08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '823bb921-4a48-4010-bd77-c89e83813b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:10:49.747479 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23107193-2182-499a-a90a-961243cb319b admin admin] Network hostable DHCP agents. Network: 823bb921-4a48-4010-bd77-c89e83813b86, hostable agents: ['951155d5-6c37-4e98-94aa-59d9e3ee6c00'], hosted agents: [] {{(pid=73845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:10:49.763168 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23107193-2182-499a-a90a-961243cb319b admin admin] Network 823bb921-4a48-4010-bd77-c89e83813b86 is scheduled to be hosted by DHCP agent 951155d5-6c37-4e98-94aa-59d9e3ee6c00 with binding_index 1 {{(pid=73845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:10:49.771951 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-23107193-2182-499a-a90a-961243cb319b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-iscsi, 823bb921-4a48-4010-bd77-c89e83813b86) {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:10:49.775831 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23107193-2182-499a-a90a-961243cb319b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:10:49.776408 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-23107193-2182-499a-a90a-961243cb319b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for subnet, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:49.780856 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d92855-dc29-4222-93af-dbcd5e6dc6d9 None None] Network 823bb921-4a48-4010-bd77-c89e83813b86 requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:10:49.803014 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-23107193-2182-499a-a90a-961243cb319b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5287752 Apr 30 13:10:50.028985 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp795fea3c-7670-5529-a9d6-b749f9b93b97-823bb921-4a48-4010-bd77-c89e83813b86', 'network_id': '823bb921-4a48-4010-bd77-c89e83813b86', 'tenant_id': '382c1d8a679b41b3bbeda4f0919f3ec8', 'fixed_ips': [{'subnet_id': '86ca516f-8a2e-42bf-b561-43fc05212814'}]}} from dv-cinder-788363-2-iscsi. {{(pid=73847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:10:50.029813 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:50.187039 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.db_base_plugin_common [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Allocated IP 192.168.233.2 (823bb921-4a48-4010-bd77-c89e83813b86/86ca516f-8a2e-42bf-b561-43fc05212814/dcb2b776-ab7e-4bf7-b9db-5a3068adbd0e) {{(pid=73847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:10:50.393830 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Notify callbacks [] for port, precommit_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:50.404219 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Transition to ACTIVE for port object dcb2b776-ab7e-4bf7-b9db-5a3068adbd0e will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:10:50.422922 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Transition to ACTIVE for port object dcb2b776-ab7e-4bf7-b9db-5a3068adbd0e will not be triggered until provisioned by entity DHCP. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:10:50.430264 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950'] for port, after_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:50.440196 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:10:50.506276 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Network 823bb921-4a48-4010-bd77-c89e83813b86 is already hosted by enough agents. {{(pid=73847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:10:50.509488 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.scheduler.base_scheduler [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Resources bound (agent type, host, resource id): {{(pid=73847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:10:50.516023 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Received port after_create {{(pid=73847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:10:50.518107 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Pushing event updated for resources: {'Port': ['ID=dcb2b776-ab7e-4bf7-b9db-5a3068adbd0e,revision_number=1']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:10:50.550199 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:50.550527 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:50.550842 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:50.551145 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:50.551468 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:50.551789 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:50.552114 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:50.552431 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:50.552763 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:50.553083 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:50.553395 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:50.553703 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:50.561749 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:10:50.621569 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Attempting to bind port dcb2b776-ab7e-4bf7-b9db-5a3068adbd0e on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:10:50.622111 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Attempting to bind port dcb2b776-ab7e-4bf7-b9db-5a3068adbd0e by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': '93781490-1220-42bc-be8e-33317beaa08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '823bb921-4a48-4010-bd77-c89e83813b86'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:10:50.622608 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Attempting to bind port dcb2b776-ab7e-4bf7-b9db-5a3068adbd0e on network 823bb921-4a48-4010-bd77-c89e83813b86 {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:10:50.628512 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:10:50.629022 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Checking segment: {'id': '93781490-1220-42bc-be8e-33317beaa08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '823bb921-4a48-4010-bd77-c89e83813b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:10:50.629503 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:50.630106 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Bound using segment: {'id': '93781490-1220-42bc-be8e-33317beaa08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '823bb921-4a48-4010-bd77-c89e83813b86'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:10:50.630642 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Bound port: dcb2b776-ab7e-4bf7-b9db-5a3068adbd0e, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93781490-1220-42bc-be8e-33317beaa08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '823bb921-4a48-4010-bd77-c89e83813b86'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:10:50.631097 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:50.719814 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] For port dcb2b776-ab7e-4bf7-b9db-5a3068adbd0e, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:10:50.723581 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] For port dcb2b776-ab7e-4bf7-b9db-5a3068adbd0e, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=dcb2b776-ab7e-4bf7-b9db-5a3068adbd0e,segment=NetworkSegment(93781490-1220-42bc-be8e-33317beaa08b),segment_id=93781490-1220-42bc-be8e-33317beaa08b)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:10:50.727724 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:50.731609 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:10:50.749149 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 5 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:10:50.808657 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Pushing event updated for resources: {'Port': ['ID=dcb2b776-ab7e-4bf7-b9db-5a3068adbd0e,revision_number=2']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:10:50.811582 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:10:51.100943 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device dcb2b776-ab7e-4bf7-b9db-5a3068adbd0e up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:10:51.173148 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port dcb2b776-ab7e-4bf7-b9db-5a3068adbd0e completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:10:51.629412 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bfd2be-4e79-492b-a1e2-3d41c911c60d None None] Network 823bb921-4a48-4010-bd77-c89e83813b86 requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:10:51.736082 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-bcd3a383-f3e8-4c2b-abe9-117c601e1609 None None] Provisioning for port dcb2b776-ab7e-4bf7-b9db-5a3068adbd0e completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:10:51.757147 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-bcd3a383-f3e8-4c2b-abe9-117c601e1609 None None] Provisioning complete for port dcb2b776-ab7e-4bf7-b9db-5a3068adbd0e triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:10:51.757576 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-bcd3a383-f3e8-4c2b-abe9-117c601e1609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:51.962601 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-bcd3a383-f3e8-4c2b-abe9-117c601e1609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:52.001832 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-bcd3a383-f3e8-4c2b-abe9-117c601e1609 None None] For port dcb2b776-ab7e-4bf7-b9db-5a3068adbd0e, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=dcb2b776-ab7e-4bf7-b9db-5a3068adbd0e,segment=NetworkSegment(93781490-1220-42bc-be8e-33317beaa08b),segment_id=93781490-1220-42bc-be8e-33317beaa08b)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:10:52.006437 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-bcd3a383-f3e8-4c2b-abe9-117c601e1609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:52.008839 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:10:52.082576 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3a383-f3e8-4c2b-abe9-117c601e1609 None None] Pushing event updated for resources: {'Port': ['ID=dcb2b776-ab7e-4bf7-b9db-5a3068adbd0e,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:10:52.086828 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-bcd3a383-f3e8-4c2b-abe9-117c601e1609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:10:52.230202 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-c20ac9b4-762d-425f-9ec6-5b7c5d41f3f9 None None] Provisioning complete for port dcb2b776-ab7e-4bf7-b9db-5a3068adbd0e triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:10:52.230505 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-c20ac9b4-762d-425f-9ec6-5b7c5d41f3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:53.061256 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device dcb2b776-ab7e-4bf7-b9db-5a3068adbd0e up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:10:53.131929 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port dcb2b776-ab7e-4bf7-b9db-5a3068adbd0e triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:10:53.132293 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:06.435266 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-34d2c1ee-29fa-43e7-a542-c279bdc50bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:09.067750 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:09.093516 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-c200bb23-0da7-4e0c-a74b-ea4375e8cb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:10.074192 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:11.607840 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.747807 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 5 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:11:36.438239 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-4162f97e-0e51-4436-97de-01d759acca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:39.074163 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:39.094831 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-b925c33d-35e0-4c75-9d0c-69a556251e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:40.076355 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:41.617454 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:54.817312 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 56068) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:54.823416 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [None req-1beff97f-2f88-4d0b-9cdd-85ca8a06cbf4 tempest-verify_tempest_config-1313362184 tempest-verify_tempest_config-1313362184-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=73845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:11:54.824353 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-1beff97f-2f88-4d0b-9cdd-85ca8a06cbf4 tempest-verify_tempest_config-1313362184 tempest-verify_tempest_config-1313362184-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061080 Apr 30 13:11:55.135173 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 56086) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:55.257092 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-58a9edf6-9280-4648-a5ce-62a7ae7d2979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.271586 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-58a9edf6-9280-4648-a5ce-62a7ae7d2979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:55.275316 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-58a9edf6-9280-4648-a5ce-62a7ae7d2979 admin admin] Usage tracker for resource:security_group_rule and tenant:14b246c0cf10463da2a7c332ef451910 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:55.278041 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-58a9edf6-9280-4648-a5ce-62a7ae7d2979 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:55.284071 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-58a9edf6-9280-4648-a5ce-62a7ae7d2979 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:55.365058 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-58a9edf6-9280-4648-a5ce-62a7ae7d2979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.368798 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-58a9edf6-9280-4648-a5ce-62a7ae7d2979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.377268 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:55.414456 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-58a9edf6-9280-4648-a5ce-62a7ae7d2979 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=14b246c0cf10463da2a7c332ef451910&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2781210 Apr 30 13:11:55.415993 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9edf6-9280-4648-a5ce-62a7ae7d2979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac24beef-f680-4352-b18d-19e42b351801,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:55.417293 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 56092) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:55.423814 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9edf6-9280-4648-a5ce-62a7ae7d2979 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:55.424168 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9edf6-9280-4648-a5ce-62a7ae7d2979 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:55.424502 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9edf6-9280-4648-a5ce-62a7ae7d2979 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:55.424828 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9edf6-9280-4648-a5ce-62a7ae7d2979 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:55.425153 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9edf6-9280-4648-a5ce-62a7ae7d2979 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:55.425490 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9edf6-9280-4648-a5ce-62a7ae7d2979 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:55.425809 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9edf6-9280-4648-a5ce-62a7ae7d2979 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:55.426149 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9edf6-9280-4648-a5ce-62a7ae7d2979 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:55.426480 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9edf6-9280-4648-a5ce-62a7ae7d2979 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:55.426795 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9edf6-9280-4648-a5ce-62a7ae7d2979 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:55.427108 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9edf6-9280-4648-a5ce-62a7ae7d2979 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:55.427416 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9edf6-9280-4648-a5ce-62a7ae7d2979 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:55.431777 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-58a9edf6-9280-4648-a5ce-62a7ae7d2979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:55.476596 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-9400c7c2-ea38-4686-9ca6-cabc9e25616d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.502898 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-9400c7c2-ea38-4686-9ca6-cabc9e25616d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.596225 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-9400c7c2-ea38-4686-9ca6-cabc9e25616d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.600346 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:55.614043 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400c7c2-ea38-4686-9ca6-cabc9e25616d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac24beef-f680-4352-b18d-19e42b351801,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:55.621188 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400c7c2-ea38-4686-9ca6-cabc9e25616d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:55.621538 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400c7c2-ea38-4686-9ca6-cabc9e25616d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:55.621869 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400c7c2-ea38-4686-9ca6-cabc9e25616d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:55.622217 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400c7c2-ea38-4686-9ca6-cabc9e25616d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:55.622529 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400c7c2-ea38-4686-9ca6-cabc9e25616d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:55.622883 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400c7c2-ea38-4686-9ca6-cabc9e25616d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:55.623170 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400c7c2-ea38-4686-9ca6-cabc9e25616d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:55.623480 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400c7c2-ea38-4686-9ca6-cabc9e25616d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:55.623807 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400c7c2-ea38-4686-9ca6-cabc9e25616d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:55.624118 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400c7c2-ea38-4686-9ca6-cabc9e25616d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:55.624423 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400c7c2-ea38-4686-9ca6-cabc9e25616d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:55.624731 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400c7c2-ea38-4686-9ca6-cabc9e25616d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:55.627385 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-9400c7c2-ea38-4686-9ca6-cabc9e25616d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.631019 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-9400c7c2-ea38-4686-9ca6-cabc9e25616d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac24beef-f680-4352-b18d-19e42b351801 HTTP/1.1" status: 204 len: 168 time: 0.2103138 Apr 30 13:11:55.631019 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-9400c7c2-ea38-4686-9ca6-cabc9e25616d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:04.746100 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 5 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:12:06.441288 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-5d2ead67-0ac2-46de-a1ac-315e1900d967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.069536 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.099418 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-70fd4836-d4e9-4735-8b9a-330bd287545c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.082881 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:11.616128 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:36.443392 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-df6e3913-446e-49e3-aec1-6d048833367d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:39.071466 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:39.104236 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-2138a77d-af8b-4f30-958c-1633d6702b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:40.081525 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:41.622066 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:41.744825 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 5 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:13:06.444933 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-4ae5d9a8-0b89-41ce-9524-09d774aac34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:09.073924 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:09.105216 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-bcda96be-be85-4ea8-9c3c-4e28d45a7ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:10.082850 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:11.625715 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:18.743544 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 5 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:13:33.415423 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638'] for agent, after_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:36.445584 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-90b3856d-a7fe-4622-a6f5-8443f624957e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:39.076734 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:39.106254 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-530b54ca-817f-4679-ae76-d8d9023cb632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:40.086069 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:41.631050 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:48.275320 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 56164) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:48.386556 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-dffb9dd0-a120-4b7d-9dfc-72bb2e995d3e admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1101127 Apr 30 13:13:50.534571 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 56174) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:50.594767 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-5dee483d-0fc5-4a91-a3f3-ad0e0d9bf4e4 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0586011 Apr 30 13:13:55.743641 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:14:03.375840 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:06.447137 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-e2277313-6730-4e0f-9aa2-b82171a691fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:09.079184 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:09.106556 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-71df762d-b8b9-4776-9e3c-6ef411d8da54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:10.089801 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:11.630425 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:32.742955 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:14:33.375599 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:36.448967 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-454a30e4-17d3-4e7a-ab04-2ef5cf4384cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:39.082216 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:39.107200 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-dd80dafc-a33d-4a59-8133-f96adcb26e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:40.091474 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:41.635379 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:03.374668 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:06.450374 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-8335449f-dbac-4f1e-a28b-de58dd364cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:09.085116 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:09.109513 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-5d2403ae-a9d4-479f-a0d8-b75c175d2dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:09.742597 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:15:10.095618 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:11.638768 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.928228 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 56270) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:20.174523 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-957428645-network', 'tenant_id': '15e9fbb7bd33418b9d931e636244c9d4'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:20.179850 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:20.184234 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Usage tracker for resource:network and tenant:15e9fbb7bd33418b9d931e636244c9d4 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:20.187659 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:20.194272 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:20.215311 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Made reservation on behalf of 15e9fbb7bd33418b9d931e636244c9d4 for: {'network': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:20.215679 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for network, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:20.229222 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:20.244944 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:20.249429 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Usage tracker for resource:security_group_rule and tenant:15e9fbb7bd33418b9d931e636244c9d4 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:20.253049 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:20.258997 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:20.346457 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:20.354735 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:20.359090 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:20.386596 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4176b417-f63f-41ec-beb4-adaab44a2ac6,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:20.396040 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:20.396481 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:20.396729 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:20.397048 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:20.397374 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:20.397709 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:20.398261 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:20.398586 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:20.398959 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:20.399246 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:20.399574 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:20.399877 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Tracked resource versions report: Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: pushed versions: Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: { 'AddressGroup': {'1.2'}, Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: 'ConntrackHelper': {'1.0'}, Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: 'Log': {'1.0'}, Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: 'Network': {'1.1'}, Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: 'Port': {'1.7'}, Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: 'PortForwarding': {'1.2'}, Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: 'QosPolicy': {'1.8'}, Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: 'SecurityGroup': {'1.4'}, Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: 'SubPort': {'1.0'}, Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: 'Subnet': {'1.1'}, Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: 'Trunk': {'1.1'}} Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: consumer versions: Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: { DHCP agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: HyperV agent@hv-cinder-78836: {}, Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: L3 agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: Metadata agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: Metering agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: Open vSwitch agent@dv-cinder-788363-2-iscsi: { 'AddressGroup': '1.2', Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: 'ConntrackHelper': '1.0', Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: 'Log': '1.0', Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: 'Network': '1.1', Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: 'Port': '1.7', Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: 'PortForwarding': '1.2', Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: 'QosPolicy': '1.8', Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: 'SecurityGroup': '1.4', Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: 'SecurityGroupRule': '1.2', Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: 'SubPort': '1.0', Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: 'Subnet': '1.1', Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: 'Trunk': '1.1'}} Apr 30 13:15:20.400866 dv-cinder-788363-2-iscsi neutron-server[73846]: {{(pid=73846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:15:20.406357 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:20.409477 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1188} {{(pid=73846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:15:20.418855 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:20.419249 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.db.segments_db [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Added segment 070bcd46-11f8-4217-bafd-cffdcba3e9d3 of type vlan for network a8c86a7c-3bcb-4626-bcbe-0c47e5b62079 Apr 30 13:15:20.446567 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672049812'] for network, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:20.480860 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for network, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:20.482276 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:20.482863 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:20.486460 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:20.580732 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Pushing event updated for resources: {'Network': ['ID=a8c86a7c-3bcb-4626-bcbe-0c47e5b62079,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:20.584863 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:20.596401 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Network a8c86a7c-3bcb-4626-bcbe-0c47e5b62079 details requested by agent ovs-agent-dv-cinder-788363-2-iscsi with host dv-cinder-788363-2-iscsi {{(pid=73847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:15:20.605287 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 56326) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:20.605787 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6762326 Apr 30 13:15:20.611805 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Request body: {'subnet': {'network_id': 'a8c86a7c-3bcb-4626-bcbe-0c47e5b62079', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-957428645-subnet', 'tenant_id': '15e9fbb7bd33418b9d931e636244c9d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:20.617003 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:20.634545 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Usage tracker for resource:subnet and tenant:15e9fbb7bd33418b9d931e636244c9d4 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:20.638010 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:20.644958 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:20.675513 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Made reservation on behalf of 15e9fbb7bd33418b9d931e636244c9d4 for: {'subnet': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:20.677886 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:21.083572 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for subnet, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:21.088150 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:21.139331 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82bfd195-714d-4fea-8a2b-39a782be068d,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:21.150075 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:21.150493 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:21.150792 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:21.151121 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:21.151454 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:21.151835 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:21.152154 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:21.152481 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:21.152818 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:21.153140 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:21.153451 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:21.153944 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Tracked resource versions report: Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: pushed versions: Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: { 'AddressGroup': {'1.2'}, Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: 'ConntrackHelper': {'1.0'}, Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: 'Log': {'1.0'}, Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: 'Network': {'1.1'}, Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: 'Port': {'1.7'}, Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: 'PortForwarding': {'1.2'}, Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: 'QosPolicy': {'1.8'}, Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: 'SecurityGroup': {'1.4'}, Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: 'SubPort': {'1.0'}, Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: 'Subnet': {'1.1'}, Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: 'Trunk': {'1.1'}} Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: consumer versions: Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: { DHCP agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: HyperV agent@hv-cinder-78836: {}, Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: L3 agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: Metadata agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: Metering agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: Open vSwitch agent@dv-cinder-788363-2-iscsi: { 'AddressGroup': '1.2', Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: 'ConntrackHelper': '1.0', Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: 'Log': '1.0', Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: 'Network': '1.1', Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: 'Port': '1.7', Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: 'PortForwarding': '1.2', Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: 'QosPolicy': '1.8', Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: 'SecurityGroup': '1.4', Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: 'SecurityGroupRule': '1.2', Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: 'SubPort': '1.0', Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: 'Subnet': '1.1', Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: 'Trunk': '1.1'}} Apr 30 13:15:21.155232 dv-cinder-788363-2-iscsi neutron-server[73845]: {{(pid=73845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:15:21.159760 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:21.192000 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Checking segment: {'id': '070bcd46-11f8-4217-bafd-cffdcba3e9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'a8c86a7c-3bcb-4626-bcbe-0c47e5b62079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:21.192359 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Network hostable DHCP agents. Network: a8c86a7c-3bcb-4626-bcbe-0c47e5b62079, hostable agents: ['951155d5-6c37-4e98-94aa-59d9e3ee6c00'], hosted agents: [] {{(pid=73845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:15:21.210409 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Network a8c86a7c-3bcb-4626-bcbe-0c47e5b62079 is scheduled to be hosted by DHCP agent 951155d5-6c37-4e98-94aa-59d9e3ee6c00 with binding_index 1 {{(pid=73845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:15:21.220407 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-iscsi, a8c86a7c-3bcb-4626-bcbe-0c47e5b62079) {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:21.224979 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:21.225585 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for subnet, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:21.232878 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40336683-5c1e-4679-83ba-f708df0f9350 None None] Network a8c86a7c-3bcb-4626-bcbe-0c47e5b62079 requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:15:21.255381 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6476219 Apr 30 13:15:21.515190 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992570af-6482-4c98-9bd1-d70115546255 None None] Network a8c86a7c-3bcb-4626-bcbe-0c47e5b62079 requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:15:21.808056 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 56388) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:22.282593 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 56414) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:22.306879 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-7ea4f9c4-88e6-4b22-b702-5f9955892ecc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-11597027-network', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:22.312283 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-7ea4f9c4-88e6-4b22-b702-5f9955892ecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:22.317443 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-7ea4f9c4-88e6-4b22-b702-5f9955892ecc admin admin] Usage tracker for resource:network and tenant:2957845d7c874208b3d921bf499e5b7b is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:22.320863 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-7ea4f9c4-88e6-4b22-b702-5f9955892ecc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:22.327992 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-7ea4f9c4-88e6-4b22-b702-5f9955892ecc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:22.338888 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 56420) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:22.347974 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea4f9c4-88e6-4b22-b702-5f9955892ecc admin admin] Made reservation on behalf of 2957845d7c874208b3d921bf499e5b7b for: {'network': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:22.350594 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7ea4f9c4-88e6-4b22-b702-5f9955892ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for network, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.363598 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7ea4f9c4-88e6-4b22-b702-5f9955892ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.378809 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-7ea4f9c4-88e6-4b22-b702-5f9955892ecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:22.383022 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-7ea4f9c4-88e6-4b22-b702-5f9955892ecc admin admin] Usage tracker for resource:security_group_rule and tenant:2957845d7c874208b3d921bf499e5b7b is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:22.386327 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-7ea4f9c4-88e6-4b22-b702-5f9955892ecc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:22.392568 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-7ea4f9c4-88e6-4b22-b702-5f9955892ecc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:22.482335 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7ea4f9c4-88e6-4b22-b702-5f9955892ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.487193 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7ea4f9c4-88e6-4b22-b702-5f9955892ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.491652 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:22.519287 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea4f9c4-88e6-4b22-b702-5f9955892ecc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1161} {{(pid=73845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:15:22.528006 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4f9c4-88e6-4b22-b702-5f9955892ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d477e8-083c-4e61-8536-cd1bf23e3db8,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:22.531459 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-7ea4f9c4-88e6-4b22-b702-5f9955892ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:22.534438 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7ea4f9c4-88e6-4b22-b702-5f9955892ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.535555 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.db.segments_db [None req-7ea4f9c4-88e6-4b22-b702-5f9955892ecc admin admin] Added segment 27c334f4-9bf4-4215-81ac-eba1c6eda7af of type vlan for network 5ea56348-3132-43ce-93d5-7c6eb60259bf Apr 30 13:15:22.566077 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7ea4f9c4-88e6-4b22-b702-5f9955892ecc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672049812'] for network, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.599949 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7ea4f9c4-88e6-4b22-b702-5f9955892ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for network, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.603400 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea4f9c4-88e6-4b22-b702-5f9955892ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:22.604258 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7ea4f9c4-88e6-4b22-b702-5f9955892ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.609533 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-77c7f77b-03b5-4d6c-a861-8358961189f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:22.756124 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-4371b7f3-5e2b-43be-b76f-387e063e54da admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-345655624-network', 'tenant_id': 'd9280e071a324c1bab79da85986ee901'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:22.759118 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4f9c4-88e6-4b22-b702-5f9955892ecc admin admin] Pushing event updated for resources: {'Network': ['ID=5ea56348-3132-43ce-93d5-7c6eb60259bf,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:22.763866 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-7ea4f9c4-88e6-4b22-b702-5f9955892ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:22.765150 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-7ea4f9c4-88e6-4b22-b702-5f9955892ecc admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9559708 Apr 30 13:15:22.769535 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 56442) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:22.770068 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-4371b7f3-5e2b-43be-b76f-387e063e54da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:22.774580 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Network 5ea56348-3132-43ce-93d5-7c6eb60259bf details requested by agent ovs-agent-dv-cinder-788363-2-iscsi with host dv-cinder-788363-2-iscsi {{(pid=73847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:15:22.782125 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-9fac38a6-22d9-407a-a054-9521b224df64 admin admin] Request body: {'subnet': {'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-11597027-subnet', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:22.789847 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-9fac38a6-22d9-407a-a054-9521b224df64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:22.790757 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-4371b7f3-5e2b-43be-b76f-387e063e54da admin admin] Usage tracker for resource:network and tenant:d9280e071a324c1bab79da85986ee901 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:22.793700 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-4371b7f3-5e2b-43be-b76f-387e063e54da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:22.796331 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-9fac38a6-22d9-407a-a054-9521b224df64 admin admin] Usage tracker for resource:subnet and tenant:2957845d7c874208b3d921bf499e5b7b is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:22.800194 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-4371b7f3-5e2b-43be-b76f-387e063e54da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:22.801765 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-9fac38a6-22d9-407a-a054-9521b224df64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:22.811708 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-d9323409-e3f8-4f94-a2c8-ad9a56dc7156 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1577819506-network', 'tenant_id': '92757e3fba2f43fbbc422ff9719041f0'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:22.814306 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-9fac38a6-22d9-407a-a054-9521b224df64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:22.816770 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-d9323409-e3f8-4f94-a2c8-ad9a56dc7156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:22.824476 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-d9323409-e3f8-4f94-a2c8-ad9a56dc7156 admin admin] Usage tracker for resource:network and tenant:92757e3fba2f43fbbc422ff9719041f0 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:22.828100 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-d9323409-e3f8-4f94-a2c8-ad9a56dc7156 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:22.831166 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fac38a6-22d9-407a-a054-9521b224df64 admin admin] Made reservation on behalf of 2957845d7c874208b3d921bf499e5b7b for: {'subnet': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:22.835261 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-d9323409-e3f8-4f94-a2c8-ad9a56dc7156 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:22.835971 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9fac38a6-22d9-407a-a054-9521b224df64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.844427 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4371b7f3-5e2b-43be-b76f-387e063e54da admin admin] Made reservation on behalf of d9280e071a324c1bab79da85986ee901 for: {'network': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:22.847511 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4371b7f3-5e2b-43be-b76f-387e063e54da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for network, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.860082 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4371b7f3-5e2b-43be-b76f-387e063e54da admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.874824 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9323409-e3f8-4f94-a2c8-ad9a56dc7156 admin admin] Made reservation on behalf of 92757e3fba2f43fbbc422ff9719041f0 for: {'network': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:22.878153 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d9323409-e3f8-4f94-a2c8-ad9a56dc7156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for network, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.894359 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-4371b7f3-5e2b-43be-b76f-387e063e54da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:22.898475 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-4371b7f3-5e2b-43be-b76f-387e063e54da admin admin] Usage tracker for resource:security_group_rule and tenant:d9280e071a324c1bab79da85986ee901 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:22.901795 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-4371b7f3-5e2b-43be-b76f-387e063e54da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:22.907710 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-4371b7f3-5e2b-43be-b76f-387e063e54da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:22.932870 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d9323409-e3f8-4f94-a2c8-ad9a56dc7156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.960163 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-d9323409-e3f8-4f94-a2c8-ad9a56dc7156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:22.964550 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-d9323409-e3f8-4f94-a2c8-ad9a56dc7156 admin admin] Usage tracker for resource:security_group_rule and tenant:92757e3fba2f43fbbc422ff9719041f0 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:22.967978 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-d9323409-e3f8-4f94-a2c8-ad9a56dc7156 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:22.974007 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-d9323409-e3f8-4f94-a2c8-ad9a56dc7156 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:23.036192 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4371b7f3-5e2b-43be-b76f-387e063e54da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.050855 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4371b7f3-5e2b-43be-b76f-387e063e54da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.125097 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:23.158756 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d9323409-e3f8-4f94-a2c8-ad9a56dc7156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.160200 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371b7f3-5e2b-43be-b76f-387e063e54da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57f163d-d8ed-4c99-aca4-716670cf9eaf,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:23.165515 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d9323409-e3f8-4f94-a2c8-ad9a56dc7156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.166818 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-4371b7f3-5e2b-43be-b76f-387e063e54da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:23.180373 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9323409-e3f8-4f94-a2c8-ad9a56dc7156 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1172} {{(pid=73845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:15:23.189811 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d9323409-e3f8-4f94-a2c8-ad9a56dc7156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.190538 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.db.segments_db [None req-d9323409-e3f8-4f94-a2c8-ad9a56dc7156 admin admin] Added segment 5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1 of type vlan for network a75ffc8e-f4e6-415a-9acb-883798976b2c Apr 30 13:15:23.220450 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d9323409-e3f8-4f94-a2c8-ad9a56dc7156 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672049812'] for network, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.249582 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:23.265151 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4371b7f3-5e2b-43be-b76f-387e063e54da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1158} {{(pid=73845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:15:23.268492 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d9323409-e3f8-4f94-a2c8-ad9a56dc7156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for network, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.280768 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9323409-e3f8-4f94-a2c8-ad9a56dc7156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:23.281546 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d9323409-e3f8-4f94-a2c8-ad9a56dc7156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.320495 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-d9323409-e3f8-4f94-a2c8-ad9a56dc7156 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9805906 Apr 30 13:15:23.324282 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4371b7f3-5e2b-43be-b76f-387e063e54da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.324893 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.db.segments_db [None req-4371b7f3-5e2b-43be-b76f-387e063e54da admin admin] Added segment 10278c49-52d2-4267-9e0f-d0c4b28d582b of type vlan for network a3023e0b-51e8-48ea-ba8f-c7b4a48d722e Apr 30 13:15:23.327903 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 56456) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:23.332779 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9323409-e3f8-4f94-a2c8-ad9a56dc7156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dd7176-111f-4043-8c02-71bec03bca00,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:23.336846 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d9323409-e3f8-4f94-a2c8-ad9a56dc7156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:23.337789 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3153bf76-1492-4046-94d2-1f6f064a4dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:23.366969 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-c6364c2f-5a3a-4502-98b9-225f11ec39c7 admin admin] Request body: {'subnet': {'network_id': 'a75ffc8e-f4e6-415a-9acb-883798976b2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1577819506-subnet', 'tenant_id': '92757e3fba2f43fbbc422ff9719041f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:23.432835 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9323409-e3f8-4f94-a2c8-ad9a56dc7156 admin admin] Pushing event updated for resources: {'Network': ['ID=a75ffc8e-f4e6-415a-9acb-883798976b2c,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:23.439567 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d9323409-e3f8-4f94-a2c8-ad9a56dc7156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:23.447937 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Network a75ffc8e-f4e6-415a-9acb-883798976b2c details requested by agent ovs-agent-dv-cinder-788363-2-iscsi with host dv-cinder-788363-2-iscsi {{(pid=73847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:15:23.473717 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4371b7f3-5e2b-43be-b76f-387e063e54da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672049812'] for network, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.517753 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-c6364c2f-5a3a-4502-98b9-225f11ec39c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:23.527715 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4371b7f3-5e2b-43be-b76f-387e063e54da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for network, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.529410 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4371b7f3-5e2b-43be-b76f-387e063e54da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:23.530246 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4371b7f3-5e2b-43be-b76f-387e063e54da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.535452 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:23.537124 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-c6364c2f-5a3a-4502-98b9-225f11ec39c7 admin admin] Usage tracker for resource:subnet and tenant:92757e3fba2f43fbbc422ff9719041f0 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:23.541290 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-c6364c2f-5a3a-4502-98b9-225f11ec39c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:23.562275 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-c6364c2f-5a3a-4502-98b9-225f11ec39c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:23.571061 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9fac38a6-22d9-407a-a054-9521b224df64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for subnet, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.591645 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-b3e1f4b6-f73d-42a3-8173-83ce8b334e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:23.670184 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6364c2f-5a3a-4502-98b9-225f11ec39c7 admin admin] Made reservation on behalf of 92757e3fba2f43fbbc422ff9719041f0 for: {'subnet': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:23.673017 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c6364c2f-5a3a-4502-98b9-225f11ec39c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.737227 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371b7f3-5e2b-43be-b76f-387e063e54da admin admin] Pushing event updated for resources: {'Network': ['ID=a3023e0b-51e8-48ea-ba8f-c7b4a48d722e,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:23.748463 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-4371b7f3-5e2b-43be-b76f-387e063e54da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:23.754715 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Network a3023e0b-51e8-48ea-ba8f-c7b4a48d722e details requested by agent ovs-agent-dv-cinder-788363-2-iscsi with host dv-cinder-788363-2-iscsi {{(pid=73847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:15:23.766815 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-4371b7f3-5e2b-43be-b76f-387e063e54da admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4826915 Apr 30 13:15:23.767558 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 56478) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:23.773454 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-02af4941-4a91-40c6-9e10-69d889642a33 admin admin] Request body: {'subnet': {'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-345655624-subnet', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:23.790773 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-02af4941-4a91-40c6-9e10-69d889642a33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:23.810957 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-02af4941-4a91-40c6-9e10-69d889642a33 admin admin] Usage tracker for resource:subnet and tenant:d9280e071a324c1bab79da85986ee901 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:23.821226 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-02af4941-4a91-40c6-9e10-69d889642a33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:23.834453 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-02af4941-4a91-40c6-9e10-69d889642a33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:23.860659 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02af4941-4a91-40c6-9e10-69d889642a33 admin admin] Made reservation on behalf of d9280e071a324c1bab79da85986ee901 for: {'subnet': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:23.863663 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-02af4941-4a91-40c6-9e10-69d889642a33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.937729 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fac38a6-22d9-407a-a054-9521b224df64 admin admin] Checking segment: {'id': '27c334f4-9bf4-4215-81ac-eba1c6eda7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:23.938260 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fac38a6-22d9-407a-a054-9521b224df64 admin admin] Network hostable DHCP agents. Network: 5ea56348-3132-43ce-93d5-7c6eb60259bf, hostable agents: ['951155d5-6c37-4e98-94aa-59d9e3ee6c00'], hosted agents: [] {{(pid=73846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:15:23.941606 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac38a6-22d9-407a-a054-9521b224df64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bf6f55f-7a38-4a76-a15c-e255e10f02cb,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:23.947422 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-9fac38a6-22d9-407a-a054-9521b224df64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:23.976814 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fac38a6-22d9-407a-a054-9521b224df64 admin admin] Network 5ea56348-3132-43ce-93d5-7c6eb60259bf is scheduled to be hosted by DHCP agent 951155d5-6c37-4e98-94aa-59d9e3ee6c00 with binding_index 1 {{(pid=73846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:15:23.996388 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-9fac38a6-22d9-407a-a054-9521b224df64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-iscsi, 5ea56348-3132-43ce-93d5-7c6eb60259bf) {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:24.009726 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b802d400-2004-46e8-8673-b97e4562708d None None] Network 5ea56348-3132-43ce-93d5-7c6eb60259bf requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:15:24.048912 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fac38a6-22d9-407a-a054-9521b224df64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:24.049680 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9fac38a6-22d9-407a-a054-9521b224df64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for subnet, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:24.087878 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-9fac38a6-22d9-407a-a054-9521b224df64 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3138785 Apr 30 13:15:24.088273 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 56494) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:24.095418 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-2cbf39d8-1de8-4783-9b68-805cd221f430 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-11597027-router', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:24.102896 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-2cbf39d8-1de8-4783-9b68-805cd221f430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:24.113716 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-2cbf39d8-1de8-4783-9b68-805cd221f430 admin admin] Usage tracker for resource:router and tenant:2957845d7c874208b3d921bf499e5b7b is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:24.120212 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-2cbf39d8-1de8-4783-9b68-805cd221f430 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:24.151850 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-2cbf39d8-1de8-4783-9b68-805cd221f430 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:24.226525 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2cbf39d8-1de8-4783-9b68-805cd221f430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-693704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30063'] for router, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:24.227933 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2cbf39d8-1de8-4783-9b68-805cd221f430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30054'] for router, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:24.264367 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2cbf39d8-1de8-4783-9b68-805cd221f430 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:24.428949 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-02af4941-4a91-40c6-9e10-69d889642a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for subnet, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:24.434440 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-aec996e6-0d9e-4133-8524-19015cf9cb65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:24.531759 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp795fea3c-7670-5529-a9d6-b749f9b93b97-5ea56348-3132-43ce-93d5-7c6eb60259bf', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'fixed_ips': [{'subnet_id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb'}]}} from dv-cinder-788363-2-iscsi. {{(pid=73847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:15:24.533306 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:24.584145 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 56516) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:24.594077 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af4941-4a91-40c6-9e10-69d889642a33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88f483fa-96d4-494c-a375-0339a4c91674,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:24.603743 dv-cinder-788363-2-iscsi neutron-server[73845]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 30 13:15:24.604677 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-02af4941-4a91-40c6-9e10-69d889642a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:24.728946 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2cbf39d8-1de8-4783-9b68-805cd221f430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30100'] for router, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:24.827661 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.db_base_plugin_common [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Allocated IP 172.20.0.2 (5ea56348-3132-43ce-93d5-7c6eb60259bf/8bf6f55f-7a38-4a76-a15c-e255e10f02cb/28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf) {{(pid=73847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:24.864691 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-db28b98e-b3af-48c0-9923-549cce55a1fa tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:24.866269 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-db28b98e-b3af-48c0-9923-549cce55a1fa tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/networks?id=a8c86a7c-3bcb-4626-bcbe-0c47e5b62079 HTTP/1.1" status: 200 len: 811 time: 0.2794631 Apr 30 13:15:24.887426 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02af4941-4a91-40c6-9e10-69d889642a33 admin admin] Checking segment: {'id': '10278c49-52d2-4267-9e0f-d0c4b28d582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:24.887930 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02af4941-4a91-40c6-9e10-69d889642a33 admin admin] Network hostable DHCP agents. Network: a3023e0b-51e8-48ea-ba8f-c7b4a48d722e, hostable agents: ['951155d5-6c37-4e98-94aa-59d9e3ee6c00'], hosted agents: [] {{(pid=73845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:15:24.892161 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-fd1e63bd-c881-43bf-92d3-b6cca446f11a tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/quotas/15e9fbb7bd33418b9d931e636244c9d4 HTTP/1.1" status: 200 len: 375 time: 0.0145109 Apr 30 13:15:24.921159 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c6364c2f-5a3a-4502-98b9-225f11ec39c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for subnet, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:24.928466 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-9fac38a6-22d9-407a-a054-9521b224df64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:24.958089 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-e606a9a1-55a3-48a5-be72-a81ac4884409 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=15e9fbb7bd33418b9d931e636244c9d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575538 Apr 30 13:15:24.966616 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02af4941-4a91-40c6-9e10-69d889642a33 admin admin] Network a3023e0b-51e8-48ea-ba8f-c7b4a48d722e is scheduled to be hosted by DHCP agent 951155d5-6c37-4e98-94aa-59d9e3ee6c00 with binding_index 1 {{(pid=73845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:15:24.985798 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-02af4941-4a91-40c6-9e10-69d889642a33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-iscsi, a3023e0b-51e8-48ea-ba8f-c7b4a48d722e) {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:24.991378 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02af4941-4a91-40c6-9e10-69d889642a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:24.991972 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-02af4941-4a91-40c6-9e10-69d889642a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for subnet, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:25.008908 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa803de-8bc3-4f6b-9a08-cf1a700a9b42 None None] Network a3023e0b-51e8-48ea-ba8f-c7b4a48d722e requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:15:25.020729 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-02af4941-4a91-40c6-9e10-69d889642a33 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2519252 Apr 30 13:15:25.021517 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 56530) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:25.027595 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-16a84487-c7a8-49fa-b806-26c1613fd88d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-345655624-router', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:25.037698 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-16a84487-c7a8-49fa-b806-26c1613fd88d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:25.049351 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6364c2f-5a3a-4502-98b9-225f11ec39c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa65aba5-f1eb-49b6-881e-26a1aa2e4072,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:25.051029 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-16a84487-c7a8-49fa-b806-26c1613fd88d admin admin] Usage tracker for resource:router and tenant:d9280e071a324c1bab79da85986ee901 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:25.058232 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-16a84487-c7a8-49fa-b806-26c1613fd88d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:25.070110 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-c6364c2f-5a3a-4502-98b9-225f11ec39c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:25.071711 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-16a84487-c7a8-49fa-b806-26c1613fd88d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:25.097676 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6364c2f-5a3a-4502-98b9-225f11ec39c7 admin admin] Checking segment: {'id': '5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'a75ffc8e-f4e6-415a-9acb-883798976b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:25.098040 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6364c2f-5a3a-4502-98b9-225f11ec39c7 admin admin] Network hostable DHCP agents. Network: a75ffc8e-f4e6-415a-9acb-883798976b2c, hostable agents: ['951155d5-6c37-4e98-94aa-59d9e3ee6c00'], hosted agents: [] {{(pid=73846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:15:25.102313 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-16a84487-c7a8-49fa-b806-26c1613fd88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-693704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30063'] for router, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:25.103765 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-16a84487-c7a8-49fa-b806-26c1613fd88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30054'] for router, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:25.131353 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-16a84487-c7a8-49fa-b806-26c1613fd88d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:25.278221 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6364c2f-5a3a-4502-98b9-225f11ec39c7 admin admin] Network a75ffc8e-f4e6-415a-9acb-883798976b2c is scheduled to be hosted by DHCP agent 951155d5-6c37-4e98-94aa-59d9e3ee6c00 with binding_index 1 {{(pid=73846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:15:25.337622 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Notify callbacks [] for port, precommit_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:25.346986 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Transition to ACTIVE for port object 28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:25.382387 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Transition to ACTIVE for port object 28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf will not be triggered until provisioned by entity DHCP. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:25.406886 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-c6364c2f-5a3a-4502-98b9-225f11ec39c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-iscsi, a75ffc8e-f4e6-415a-9acb-883798976b2c) {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:25.416802 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6364c2f-5a3a-4502-98b9-225f11ec39c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:25.418152 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c6364c2f-5a3a-4502-98b9-225f11ec39c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for subnet, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:25.426453 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950'] for port, after_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:25.427431 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228a2446-1217-4add-a1d0-7dab7c8e33d9 None None] Network a75ffc8e-f4e6-415a-9acb-883798976b2c requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:15:25.465749 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-05bc154e-fd19-45a6-8f90-a63b898476a6 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=73845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:15:25.466773 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-05bc154e-fd19-45a6-8f90-a63b898476a6 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1391366 Apr 30 13:15:25.488239 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-bcd3a383-f3e8-4c2b-abe9-117c601e1609 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:25.518458 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-c6364c2f-5a3a-4502-98b9-225f11ec39c7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1848366 Apr 30 13:15:25.531459 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2cbf39d8-1de8-4783-9b68-805cd221f430 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:25.565065 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2cbf39d8-1de8-4783-9b68-805cd221f430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:25.569548 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be06d2bb-436f-4406-908f-2a87be4d6d42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp795fea3c-7670-5529-a9d6-b749f9b93b97-a3023e0b-51e8-48ea-ba8f-c7b4a48d722e', 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'fixed_ips': [{'subnet_id': '88f483fa-96d4-494c-a375-0339a4c91674'}]}} from dv-cinder-788363-2-iscsi. {{(pid=73847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:15:25.574852 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-be06d2bb-436f-4406-908f-2a87be4d6d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:25.619566 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Network 5ea56348-3132-43ce-93d5-7c6eb60259bf is already hosted by enough agents. {{(pid=73847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:25.638526 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.scheduler.base_scheduler [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Resources bound (agent type, host, resource id): {{(pid=73847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:25.646399 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Received port after_create {{(pid=73847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:25.845655 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [None req-2cbf39d8-1de8-4783-9b68-805cd221f430 admin admin] Allocated IP 172.27.3.114 (c3b86f7e-3861-4477-9f50-64652b00e102/6d81663d-75dc-44ec-8bd2-9cfe56c21a4e/7325674b-df53-4180-b70c-131cadc64ff6) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:26.027590 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Pushing event updated for resources: {'Port': ['ID=28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf,revision_number=1']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:26.090709 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:26.091069 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:26.091375 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:26.091693 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:26.092185 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:26.092477 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:26.092780 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:26.093097 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:26.093684 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:26.094024 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:26.094668 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:26.094981 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Tracked resource versions report: Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: pushed versions: Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: { 'AddressGroup': {'1.2'}, Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: 'ConntrackHelper': {'1.0'}, Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: 'Log': {'1.0'}, Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: 'Network': {'1.1'}, Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: 'Port': {'1.7'}, Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: 'PortForwarding': {'1.2'}, Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: 'QosPolicy': {'1.8'}, Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: 'SecurityGroup': {'1.4'}, Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: 'SubPort': {'1.0'}, Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: 'Subnet': {'1.1'}, Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: 'Trunk': {'1.1'}} Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: consumer versions: Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: { DHCP agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: HyperV agent@hv-cinder-78836: {}, Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: L3 agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: Metadata agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: Metering agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: Open vSwitch agent@dv-cinder-788363-2-iscsi: { 'AddressGroup': '1.2', Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: 'ConntrackHelper': '1.0', Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: 'Log': '1.0', Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: 'Network': '1.1', Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: 'Port': '1.7', Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: 'PortForwarding': '1.2', Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: 'QosPolicy': '1.8', Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: 'SecurityGroup': '1.4', Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: 'SecurityGroupRule': '1.2', Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: 'SubPort': '1.0', Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: 'Subnet': '1.1', Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: 'Trunk': '1.1'}} Apr 30 13:15:26.096105 dv-cinder-788363-2-iscsi neutron-server[73847]: {{(pid=73847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:15:26.137821 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:26.138957 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Attempting to bind port 28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:26.139330 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Attempting to bind port 28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': '27c334f4-9bf4-4215-81ac-eba1c6eda7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:26.139805 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Attempting to bind port 28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf on network 5ea56348-3132-43ce-93d5-7c6eb60259bf {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:26.151959 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:26.152334 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Checking segment: {'id': '27c334f4-9bf4-4215-81ac-eba1c6eda7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:26.152727 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:26.153250 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Bound using segment: {'id': '27c334f4-9bf4-4215-81ac-eba1c6eda7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:26.153736 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Bound port: 28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c334f4-9bf4-4215-81ac-eba1c6eda7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:26.154130 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:26.186443 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2cbf39d8-1de8-4783-9b68-805cd221f430 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:26.247353 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2cbf39d8-1de8-4783-9b68-805cd221f430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:26.258735 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:26.260332 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] For port 28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:26.263929 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-1ae0bd39-5638-4dc6-aaf2-6d1e397ae7aa service neutron] 10.222.0.30 "GET /v2.0/networks/a8c86a7c-3bcb-4626-bcbe-0c47e5b62079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7884452 Apr 30 13:15:26.271793 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] For port 28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:26.281602 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:26.339467 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbf39d8-1de8-4783-9b68-805cd221f430 admin admin] Network c3b86f7e-3861-4477-9f50-64652b00e102 is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:26.342549 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-2cbf39d8-1de8-4783-9b68-805cd221f430 admin admin] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:26.345024 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbf39d8-1de8-4783-9b68-805cd221f430 admin admin] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:26.362278 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 56592) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:26.364893 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-16a84487-c7a8-49fa-b806-26c1613fd88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30100'] for router, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:26.440430 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:26.606225 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-ebcdfaa4-4925-448d-a80b-4eb8dbd4cc26 service neutron] 10.222.0.30 "GET /v2.0/networks/a8c86a7c-3bcb-4626-bcbe-0c47e5b62079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283222 Apr 30 13:15:26.658051 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf39d8-1de8-4783-9b68-805cd221f430 admin admin] Pushing event updated for resources: {'Port': ['ID=7325674b-df53-4180-b70c-131cadc64ff6,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:26.669974 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-2cbf39d8-1de8-4783-9b68-805cd221f430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:26.687817 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-0ad1bbca-51e5-49f0-94a9-818b218d4121 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:26.693238 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-0ad1bbca-51e5-49f0-94a9-818b218d4121 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Synchronizing usage tracker for tenant:92757e3fba2f43fbbc422ff9719041f0 on resource:network {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:26.720492 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 56606) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:26.784353 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-0ad1bbca-51e5-49f0-94a9-818b218d4121 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Unset dirty status for tenant:92757e3fba2f43fbbc422ff9719041f0 on resource:network {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:26.791441 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-0ad1bbca-51e5-49f0-94a9-818b218d4121 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/networks?id=a75ffc8e-f4e6-415a-9acb-883798976b2c HTTP/1.1" status: 200 len: 815 time: 0.4215152 Apr 30 13:15:26.811251 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-6eb7036b-8f76-4b65-a488-3db4ac8b81cf tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/quotas/92757e3fba2f43fbbc422ff9719041f0 HTTP/1.1" status: 200 len: 375 time: 0.0189109 Apr 30 13:15:26.884231 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-2478fabd-a677-4812-b136-ed5c682fcc76 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=92757e3fba2f43fbbc422ff9719041f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721369 Apr 30 13:15:26.970731 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Pushing event updated for resources: {'Port': ['ID=28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf,revision_number=2']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:26.991477 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:27.052546 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c684bcb1-7d26-48c4-8bf4-c2fd6a3aec0f None None] Network a75ffc8e-f4e6-415a-9acb-883798976b2c requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:15:27.089135 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-99329a3e-3ae2-4c2e-ae34-f4d1ff86641c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:27.133454 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-99329a3e-3ae2-4c2e-ae34-f4d1ff86641c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:27.144025 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-99329a3e-3ae2-4c2e-ae34-f4d1ff86641c admin admin] Usage tracker for resource:security_group_rule and tenant:9efecbeac7674cc1bb499158a3c6fea4 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:27.153698 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-99329a3e-3ae2-4c2e-ae34-f4d1ff86641c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:27.163889 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-f195251f-c59f-426d-8372-7fbc7988a571 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=73845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:15:27.164989 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-f195251f-c59f-426d-8372-7fbc7988a571 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1279309 Apr 30 13:15:27.194502 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-99329a3e-3ae2-4c2e-ae34-f4d1ff86641c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:27.199153 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.db_base_plugin_common [None req-be06d2bb-436f-4406-908f-2a87be4d6d42 None None] Allocated IP 172.20.0.2 (a3023e0b-51e8-48ea-ba8f-c7b4a48d722e/88f483fa-96d4-494c-a375-0339a4c91674/8425684e-cba9-405f-b48a-d48bf7c9aea2) {{(pid=73847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:27.306275 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2cbf39d8-1de8-4783-9b68-805cd221f430 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:27.350257 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-16a84487-c7a8-49fa-b806-26c1613fd88d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:27.471175 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-99329a3e-3ae2-4c2e-ae34-f4d1ff86641c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:27.527585 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-99329a3e-3ae2-4c2e-ae34-f4d1ff86641c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:27.541006 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-16a84487-c7a8-49fa-b806-26c1613fd88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:27.554209 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-58a9edf6-9280-4648-a5ce-62a7ae7d2979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:27.633844 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-be06d2bb-436f-4406-908f-2a87be4d6d42 None None] Notify callbacks [] for port, precommit_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:27.643711 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-732259f8-3de3-4364-9a41-8de335eef2fb req-d834a482-ed98-4592-9e6b-afe08d95d8bc tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 210 time: 0.2947865 Apr 30 13:15:27.650578 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-be06d2bb-436f-4406-908f-2a87be4d6d42 None None] Transition to ACTIVE for port object 8425684e-cba9-405f-b48a-d48bf7c9aea2 will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:27.660479 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-99329a3e-3ae2-4c2e-ae34-f4d1ff86641c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9efecbeac7674cc1bb499158a3c6fea4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9333177 Apr 30 13:15:27.668622 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 56650) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:27.684300 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-be06d2bb-436f-4406-908f-2a87be4d6d42 None None] Transition to ACTIVE for port object 8425684e-cba9-405f-b48a-d48bf7c9aea2 will not be triggered until provisioned by entity DHCP. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:27.693221 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-be06d2bb-436f-4406-908f-2a87be4d6d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950'] for port, after_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:27.716339 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:27.774116 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-bf0d38a9-0d18-4d48-8a28-90625e387a39 service neutron] 10.222.0.30 "GET /v2.0/networks/a75ffc8e-f4e6-415a-9acb-883798976b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5993860 Apr 30 13:15:27.785999 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99329a3e-3ae2-4c2e-ae34-f4d1ff86641c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ee5a1b-d600-4810-b2b0-7e66b7e13c7e,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:27.786336 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be06d2bb-436f-4406-908f-2a87be4d6d42 None None] Network a3023e0b-51e8-48ea-ba8f-c7b4a48d722e is already hosted by enough agents. {{(pid=73847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:27.803192 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.scheduler.base_scheduler [None req-be06d2bb-436f-4406-908f-2a87be4d6d42 None None] Resources bound (agent type, host, resource id): {{(pid=73847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:27.804848 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-99329a3e-3ae2-4c2e-ae34-f4d1ff86641c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:27.820269 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be06d2bb-436f-4406-908f-2a87be4d6d42 None None] Received port after_create {{(pid=73847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:27.947676 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06d2bb-436f-4406-908f-2a87be4d6d42 None None] Pushing event updated for resources: {'Port': ['ID=8425684e-cba9-405f-b48a-d48bf7c9aea2,revision_number=1']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:27.957377 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-be06d2bb-436f-4406-908f-2a87be4d6d42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:27.972122 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-c293d10f-58e6-4974-839d-e9a975f960e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:27.976797 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-be06d2bb-436f-4406-908f-2a87be4d6d42 None None] Attempting to bind port 8425684e-cba9-405f-b48a-d48bf7c9aea2 on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:27.977164 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-be06d2bb-436f-4406-908f-2a87be4d6d42 None None] Attempting to bind port 8425684e-cba9-405f-b48a-d48bf7c9aea2 by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': '10278c49-52d2-4267-9e0f-d0c4b28d582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:27.977531 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be06d2bb-436f-4406-908f-2a87be4d6d42 None None] Attempting to bind port 8425684e-cba9-405f-b48a-d48bf7c9aea2 on network a3023e0b-51e8-48ea-ba8f-c7b4a48d722e {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:27.999354 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be06d2bb-436f-4406-908f-2a87be4d6d42 None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:27.999745 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be06d2bb-436f-4406-908f-2a87be4d6d42 None None] Checking segment: {'id': '10278c49-52d2-4267-9e0f-d0c4b28d582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:28.002209 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-be06d2bb-436f-4406-908f-2a87be4d6d42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.005359 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2cbf39d8-1de8-4783-9b68-805cd221f430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671082'] for router, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.006120 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be06d2bb-436f-4406-908f-2a87be4d6d42 None None] Bound using segment: {'id': '10278c49-52d2-4267-9e0f-d0c4b28d582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:28.006756 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-be06d2bb-436f-4406-908f-2a87be4d6d42 None None] Bound port: 8425684e-cba9-405f-b48a-d48bf7c9aea2, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10278c49-52d2-4267-9e0f-d0c4b28d582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:28.007162 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-be06d2bb-436f-4406-908f-2a87be4d6d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.186709 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-be06d2bb-436f-4406-908f-2a87be4d6d42 None None] For port 8425684e-cba9-405f-b48a-d48bf7c9aea2, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:28.195276 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-be06d2bb-436f-4406-908f-2a87be4d6d42 None None] For port 8425684e-cba9-405f-b48a-d48bf7c9aea2, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=8425684e-cba9-405f-b48a-d48bf7c9aea2,segment=NetworkSegment(10278c49-52d2-4267-9e0f-d0c4b28d582b),segment_id=10278c49-52d2-4267-9e0f-d0c4b28d582b)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:28.201315 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-be06d2bb-436f-4406-908f-2a87be4d6d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.215923 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:28.272619 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [None req-16a84487-c7a8-49fa-b806-26c1613fd88d admin admin] Allocated IP 172.27.3.242 (c3b86f7e-3861-4477-9f50-64652b00e102/6d81663d-75dc-44ec-8bd2-9cfe56c21a4e/003266e9-11d1-4034-bf94-228a1cf30202) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:28.418687 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06d2bb-436f-4406-908f-2a87be4d6d42 None None] Pushing event updated for resources: {'Port': ['ID=8425684e-cba9-405f-b48a-d48bf7c9aea2,revision_number=2']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:28.423780 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-be06d2bb-436f-4406-908f-2a87be4d6d42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:28.428475 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275e3431-cb75-4fce-8395-242f3699993b None None] Network 5ea56348-3132-43ce-93d5-7c6eb60259bf requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:15:28.474734 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbf39d8-1de8-4783-9b68-805cd221f430 admin admin] Router b8baceec-e907-42c9-8ebc-8029b2c9e4f3 is scheduled to L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 with binding_index 1 {{(pid=73846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:15:28.492764 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-c293d10f-58e6-4974-839d-e9a975f960e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.680896 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-b22ff78c-0e5b-4da0-b64c-7bbf385ca66e None None] Provisioning for port 28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:28.705467 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-18d5cfee-d52d-44a2-b8bf-f458f07b0806 service neutron] 10.222.0.30 "GET /v2.0/networks/a75ffc8e-f4e6-415a-9acb-883798976b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8837192 Apr 30 13:15:28.968666 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-c293d10f-58e6-4974-839d-e9a975f960e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.972513 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-16a84487-c7a8-49fa-b806-26c1613fd88d admin admin] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.997123 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:29.038518 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293d10f-58e6-4974-839d-e9a975f960e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ee5a1b-d600-4810-b2b0-7e66b7e13c7e,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:29.060086 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-c293d10f-58e6-4974-839d-e9a975f960e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:29.092703 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbf39d8-1de8-4783-9b68-805cd221f430 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:15:29.103285 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02330efc-8e4a-4d96-a7a2-e13d372c7d03 None None] Sync routers for ids ['b8baceec-e907-42c9-8ebc-8029b2c9e4f3'] in dv-cinder-788363-2-iscsi {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:15:29.123833 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02330efc-8e4a-4d96-a7a2-e13d372c7d03 None None] Routers {'b8baceec-e907-42c9-8ebc-8029b2c9e4f3'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:29.124753 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-02330efc-8e4a-4d96-a7a2-e13d372c7d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:15:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['b8baceec-e907-42c9-8ebc-8029b2c9e4f3'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:29.154148 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2cbf39d8-1de8-4783-9b68-805cd221f430 admin admin] Notify callbacks [] for router, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:29.158184 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-2cbf39d8-1de8-4783-9b68-805cd221f430 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0661807 Apr 30 13:15:29.158184 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 56706) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:29.162908 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-c293d10f-58e6-4974-839d-e9a975f960e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:29.164430 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-c293d10f-58e6-4974-839d-e9a975f960e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f8ee5a1b-d600-4810-b2b0-7e66b7e13c7e HTTP/1.1" status: 204 len: 168 time: 1.4931252 Apr 30 13:15:29.171126 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 56710) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:29.605114 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:29.773893 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7a87c4c7-e5f3-497c-9737-ee2c2028e24e req-3fbf93c8-62a0-4d8f-bf8c-97a564c427c8 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 210 time: 0.2950220 Apr 30 13:15:29.829591 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port 28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:29.853231 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port 28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:29.853610 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:29.890610 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-16a84487-c7a8-49fa-b806-26c1613fd88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:29.962538 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a3d6245f-ac28-4791-af72-79e3b64eee59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.000240 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:30.000929 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-a3d6245f-ac28-4791-af72-79e3b64eee59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:30.010593 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-a3d6245f-ac28-4791-af72-79e3b64eee59 admin admin] Usage tracker for resource:security_group_rule and tenant:54d12cf19c744f529eafe7b73d04b657 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:30.020378 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-a3d6245f-ac28-4791-af72-79e3b64eee59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:30.038234 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-a3d6245f-ac28-4791-af72-79e3b64eee59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:30.062979 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-02330efc-8e4a-4d96-a7a2-e13d372c7d03 None None] Set router b8baceec-e907-42c9-8ebc-8029b2c9e4f3 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:30.086936 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-baca4251-77dd-49f5-90d5-036646966b66 None None] Provisioning complete for port 28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:30.087325 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-baca4251-77dd-49f5-90d5-036646966b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.099268 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2b0d1768-adb9-48e5-ae03-ab9d712a9478 req-ce959fcc-aeec-40f3-8e04-11618f6e45d9 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 210 time: 0.4092910 Apr 30 13:15:30.099785 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 56752) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:30.250826 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-c40fc844-621a-49a5-896e-cdb1a517d42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.273832 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a84487-c7a8-49fa-b806-26c1613fd88d admin admin] Network c3b86f7e-3861-4477-9f50-64652b00e102 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:30.300319 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-16a84487-c7a8-49fa-b806-26c1613fd88d admin admin] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:30.307483 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a3d6245f-ac28-4791-af72-79e3b64eee59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.311748 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a3d6245f-ac28-4791-af72-79e3b64eee59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.312672 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-c40fc844-621a-49a5-896e-cdb1a517d42f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:30.321643 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:30.334670 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a84487-c7a8-49fa-b806-26c1613fd88d admin admin] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:30.359485 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.366732 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-a3d6245f-ac28-4791-af72-79e3b64eee59 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=54d12cf19c744f529eafe7b73d04b657&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2073572 Apr 30 13:15:30.366732 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6245f-ac28-4791-af72-79e3b64eee59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d094b031-e74b-4be5-9d20-7740129e24ab,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:30.367646 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 56766) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:30.370339 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-a3d6245f-ac28-4791-af72-79e3b64eee59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:30.372101 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171f2d1b-d8ed-4c4c-93d0-20984e016774 None None] Network a3023e0b-51e8-48ea-ba8f-c7b4a48d722e requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:15:30.435973 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0b0fe111-d694-49c3-b13a-1e04b20b5d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.465368 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-c40fc844-621a-49a5-896e-cdb1a517d42f admin admin] Usage tracker for resource:security_group_rule and tenant:16c57d99683a468bb88cac5897cc45b9 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:30.479248 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a84487-c7a8-49fa-b806-26c1613fd88d admin admin] Pushing event updated for resources: {'Port': ['ID=003266e9-11d1-4034-bf94-228a1cf30202,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:30.482543 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0b0fe111-d694-49c3-b13a-1e04b20b5d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.523899 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-02330efc-8e4a-4d96-a7a2-e13d372c7d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'name': 'tempest-AttachVolumeShelveTestJSON-11597027-router', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '7325674b-df53-4180-b70c-131cadc64ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:24Z', 'updated_at': '2021-04-30T13:15:26Z', 'revision_number': 3, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'gw_port': {'id': '7325674b-df53-4180-b70c-131cadc64ff6', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:30.528857 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02330efc-8e4a-4d96-a7a2-e13d372c7d03 None None] Checking router: b8baceec-e907-42c9-8ebc-8029b2c9e4f3 for host: dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:15:30.529151 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02330efc-8e4a-4d96-a7a2-e13d372c7d03 None None] Updating router b8baceec-e907-42c9-8ebc-8029b2c9e4f3 port 7325674b-df53-4180-b70c-131cadc64ff6 binding host dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:15:30.539423 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-c40fc844-621a-49a5-896e-cdb1a517d42f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:30.542969 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-16a84487-c7a8-49fa-b806-26c1613fd88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:30.594667 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-02330efc-8e4a-4d96-a7a2-e13d372c7d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.609378 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0b0fe111-d694-49c3-b13a-1e04b20b5d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.615829 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-99329a3e-3ae2-4c2e-ae34-f4d1ff86641c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:30.628339 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-c40fc844-621a-49a5-896e-cdb1a517d42f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:30.645448 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0fe111-d694-49c3-b13a-1e04b20b5d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d094b031-e74b-4be5-9d20-7740129e24ab,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:30.650305 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0b0fe111-d694-49c3-b13a-1e04b20b5d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:30.654627 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0b0fe111-d694-49c3-b13a-1e04b20b5d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.658325 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-0b0fe111-d694-49c3-b13a-1e04b20b5d73 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d094b031-e74b-4be5-9d20-7740129e24ab HTTP/1.1" status: 204 len: 168 time: 0.2873437 Apr 30 13:15:30.942584 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] For port 28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:30.970247 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.976568 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 8425684e-cba9-405f-b48a-d48bf7c9aea2 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:31.003907 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-02330efc-8e4a-4d96-a7a2-e13d372c7d03 None None] Notify callbacks [] for port, precommit_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.016903 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.provisioning_blocks [None req-02330efc-8e4a-4d96-a7a2-e13d372c7d03 None None] Transition to ACTIVE for port object 7325674b-df53-4180-b70c-131cadc64ff6 will not be triggered until provisioned by entity L2. {{(pid=73848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:31.024531 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-02330efc-8e4a-4d96-a7a2-e13d372c7d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.031607 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-b03214df-b892-4a35-aa04-01bec29d566e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:31.035528 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-68dac97a-f8da-4e30-8a05-240b06e2e8ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:31.065015 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-baca4251-77dd-49f5-90d5-036646966b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.112691 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7546a4-8655-40a0-bcd8-80f3cdbc5140 None None] Pushing event updated for resources: {'Port': ['ID=7325674b-df53-4180-b70c-131cadc64ff6,revision_number=2']} {{(pid=73848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:31.136181 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7546a4-8655-40a0-bcd8-80f3cdbc5140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:31.136520 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7546a4-8655-40a0-bcd8-80f3cdbc5140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:31.136851 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7546a4-8655-40a0-bcd8-80f3cdbc5140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:31.137181 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7546a4-8655-40a0-bcd8-80f3cdbc5140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:31.137568 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7546a4-8655-40a0-bcd8-80f3cdbc5140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:31.137932 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7546a4-8655-40a0-bcd8-80f3cdbc5140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:31.138212 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7546a4-8655-40a0-bcd8-80f3cdbc5140 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:31.138577 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7546a4-8655-40a0-bcd8-80f3cdbc5140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:31.138920 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7546a4-8655-40a0-bcd8-80f3cdbc5140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:31.139236 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7546a4-8655-40a0-bcd8-80f3cdbc5140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:31.139545 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7546a4-8655-40a0-bcd8-80f3cdbc5140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:31.140620 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7546a4-8655-40a0-bcd8-80f3cdbc5140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7546a4-8655-40a0-bcd8-80f3cdbc5140 None None] Tracked resource versions report: Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: pushed versions: Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: { 'AddressGroup': {'1.2'}, Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: 'ConntrackHelper': {'1.0'}, Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: 'Log': {'1.0'}, Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: 'Network': {'1.1'}, Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: 'Port': {'1.7'}, Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: 'PortForwarding': {'1.2'}, Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: 'QosPolicy': {'1.8'}, Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: 'SecurityGroup': {'1.4'}, Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: 'SubPort': {'1.0'}, Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: 'Subnet': {'1.1'}, Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: 'Trunk': {'1.1'}} Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: consumer versions: Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: { DHCP agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: HyperV agent@hv-cinder-78836: {}, Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: L3 agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: Metadata agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: Metering agent@dv-cinder-788363-2-iscsi: {}, Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: Open vSwitch agent@dv-cinder-788363-2-iscsi: { 'AddressGroup': '1.2', Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: 'ConntrackHelper': '1.0', Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: 'Log': '1.0', Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: 'Network': '1.1', Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: 'Port': '1.7', Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: 'PortForwarding': '1.2', Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: 'QosPolicy': '1.8', Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: 'SecurityGroup': '1.4', Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: 'SecurityGroupRule': '1.2', Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: 'SubPort': '1.0', Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: 'Subnet': '1.1', Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: 'Trunk': '1.1'}} Apr 30 13:15:31.141683 dv-cinder-788363-2-iscsi neutron-server[73848]: {{(pid=73848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:15:31.146808 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-9f7546a4-8655-40a0-bcd8-80f3cdbc5140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:31.149097 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-02330efc-8e4a-4d96-a7a2-e13d372c7d03 None None] Attempting to bind port 7325674b-df53-4180-b70c-131cadc64ff6 on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:31.149465 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-02330efc-8e4a-4d96-a7a2-e13d372c7d03 None None] Attempting to bind port 7325674b-df53-4180-b70c-131cadc64ff6 by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}] {{(pid=73848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:31.149836 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02330efc-8e4a-4d96-a7a2-e13d372c7d03 None None] Attempting to bind port 7325674b-df53-4180-b70c-131cadc64ff6 on network c3b86f7e-3861-4477-9f50-64652b00e102 {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:31.156272 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02330efc-8e4a-4d96-a7a2-e13d372c7d03 None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:31.156685 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02330efc-8e4a-4d96-a7a2-e13d372c7d03 None None] Checking segment: {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:31.157094 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-02330efc-8e4a-4d96-a7a2-e13d372c7d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.157490 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02330efc-8e4a-4d96-a7a2-e13d372c7d03 None None] Bound using segment: {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'} {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:31.157991 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-02330efc-8e4a-4d96-a7a2-e13d372c7d03 None None] Bound port: 7325674b-df53-4180-b70c-131cadc64ff6, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}}] {{(pid=73848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:31.158383 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-02330efc-8e4a-4d96-a7a2-e13d372c7d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.277899 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Pushing event updated for resources: {'Port': ['ID=28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:31.287301 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.db [None req-02330efc-8e4a-4d96-a7a2-e13d372c7d03 None None] For port 7325674b-df53-4180-b70c-131cadc64ff6, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:31.294382 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.db [None req-02330efc-8e4a-4d96-a7a2-e13d372c7d03 None None] For port 7325674b-df53-4180-b70c-131cadc64ff6, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=7325674b-df53-4180-b70c-131cadc64ff6,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:31.304590 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-02330efc-8e4a-4d96-a7a2-e13d372c7d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.316196 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-9f7546a4-8655-40a0-bcd8-80f3cdbc5140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:31.321918 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:31.339008 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.db.api [None req-baca4251-77dd-49f5-90d5-036646966b66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=73847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 13:15:31.339500 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_db.api [None req-baca4251-77dd-49f5-90d5-036646966b66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 13:15:31.340043 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port 8425684e-cba9-405f-b48a-d48bf7c9aea2 completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:31.447298 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5a274f49-c6c3-4d1d-b909-02e9fff26bed req-e6e7e8e6-1247-4c35-80ea-9bf3b4b9ee14 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 210 time: 0.4318216 Apr 30 13:15:31.464241 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02330efc-8e4a-4d96-a7a2-e13d372c7d03 None None] Routers {'b8baceec-e907-42c9-8ebc-8029b2c9e4f3'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:31.465073 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-02330efc-8e4a-4d96-a7a2-e13d372c7d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:15:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['b8baceec-e907-42c9-8ebc-8029b2c9e4f3'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:31.527055 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-c40fc844-621a-49a5-896e-cdb1a517d42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.548797 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-c40fc844-621a-49a5-896e-cdb1a517d42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.565006 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:31.640920 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7546a4-8655-40a0-bcd8-80f3cdbc5140 None None] Pushing event updated for resources: {'Port': ['ID=7325674b-df53-4180-b70c-131cadc64ff6,revision_number=3']} {{(pid=73848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:31.654343 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-9f7546a4-8655-40a0-bcd8-80f3cdbc5140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:31.662884 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-4371b7f3-5e2b-43be-b76f-387e063e54da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:31.711534 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port 28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:31.712240 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.735507 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d36e0066-a4ce-4202-a5d7-2d156b9c6dfc req-65e0a0e4-6aeb-456c-b29d-056c077bd83f tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 210 time: 0.1951704 Apr 30 13:15:31.736111 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40fc844-621a-49a5-896e-cdb1a517d42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f72b95-ac74-4a56-8cf5-68df639509dd,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:31.739379 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-c40fc844-621a-49a5-896e-cdb1a517d42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:31.796581 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-02330efc-8e4a-4d96-a7a2-e13d372c7d03 None None] Set router b8baceec-e907-42c9-8ebc-8029b2c9e4f3 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:31.866707 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-c40fc844-621a-49a5-896e-cdb1a517d42f admin admin] Synchronizing usage tracker for tenant:382c1d8a679b41b3bbeda4f0919f3ec8 on resource:security_group {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:31.927076 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-16a84487-c7a8-49fa-b806-26c1613fd88d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.948344 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 56814) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:32.005253 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-c40fc844-621a-49a5-896e-cdb1a517d42f admin admin] Unset dirty status for tenant:382c1d8a679b41b3bbeda4f0919f3ec8 on resource:security_group {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:32.006502 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-c40fc844-621a-49a5-896e-cdb1a517d42f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=16c57d99683a468bb88cac5897cc45b9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8864729 Apr 30 13:15:32.009257 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 56820) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:32.045729 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-de31e94a-a98e-44b9-afbc-c952ff61ab0f None None] Provisioning for port 8425684e-cba9-405f-b48a-d48bf7c9aea2 completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:32.060570 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-de31e94a-a98e-44b9-afbc-c952ff61ab0f None None] Provisioning complete for port 8425684e-cba9-405f-b48a-d48bf7c9aea2 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:32.061690 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-de31e94a-a98e-44b9-afbc-c952ff61ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.091709 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-aad3a95c-a346-4930-b76d-42fa1aa9efd9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1792366094-network', 'tenant_id': 'a0982676a95f48278dd3111cfb3485e3'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:32.108555 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-aad3a95c-a346-4930-b76d-42fa1aa9efd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:32.118381 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-aad3a95c-a346-4930-b76d-42fa1aa9efd9 admin admin] Usage tracker for resource:network and tenant:a0982676a95f48278dd3111cfb3485e3 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:32.122470 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-aad3a95c-a346-4930-b76d-42fa1aa9efd9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:32.131715 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-aad3a95c-a346-4930-b76d-42fa1aa9efd9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:32.145819 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5c4917dc-c066-4175-a551-f353b4e825f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.149347 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-02330efc-8e4a-4d96-a7a2-e13d372c7d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'name': 'tempest-AttachVolumeShelveTestJSON-11597027-router', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '7325674b-df53-4180-b70c-131cadc64ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:24Z', 'updated_at': '2021-04-30T13:15:26Z', 'revision_number': 3, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'gw_port': {'id': '7325674b-df53-4180-b70c-131cadc64ff6', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:32.153986 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-4167a350-1707-4ccd-9362-3ecb39001116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.156837 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02330efc-8e4a-4d96-a7a2-e13d372c7d03 None None] The sync data for ids ['b8baceec-e907-42c9-8ebc-8029b2c9e4f3'] in dv-cinder-788363-2-iscsi is: [{'id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'name': 'tempest-AttachVolumeShelveTestJSON-11597027-router', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '7325674b-df53-4180-b70c-131cadc64ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:24Z', 'updated_at': '2021-04-30T13:15:26Z', 'revision_number': 3, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'gw_port': {'id': '7325674b-df53-4180-b70c-131cadc64ff6', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}] {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:15:32.167685 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad3a95c-a346-4930-b76d-42fa1aa9efd9 admin admin] Made reservation on behalf of a0982676a95f48278dd3111cfb3485e3 for: {'network': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:32.169929 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-aad3a95c-a346-4930-b76d-42fa1aa9efd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for network, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.204925 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-aad3a95c-a346-4930-b76d-42fa1aa9efd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.220755 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-4167a350-1707-4ccd-9362-3ecb39001116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.221227 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-de31e94a-a98e-44b9-afbc-c952ff61ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.239097 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-aad3a95c-a346-4930-b76d-42fa1aa9efd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:32.251167 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-aad3a95c-a346-4930-b76d-42fa1aa9efd9 admin admin] Usage tracker for resource:security_group_rule and tenant:a0982676a95f48278dd3111cfb3485e3 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:32.256382 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-de31e94a-a98e-44b9-afbc-c952ff61ab0f None None] For port 8425684e-cba9-405f-b48a-d48bf7c9aea2, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=8425684e-cba9-405f-b48a-d48bf7c9aea2,segment=NetworkSegment(10278c49-52d2-4267-9e0f-d0c4b28d582b),segment_id=10278c49-52d2-4267-9e0f-d0c4b28d582b)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:32.259035 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-aad3a95c-a346-4930-b76d-42fa1aa9efd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:32.265247 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-de31e94a-a98e-44b9-afbc-c952ff61ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.268026 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:32.275729 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-aad3a95c-a346-4930-b76d-42fa1aa9efd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:32.323656 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-4167a350-1707-4ccd-9362-3ecb39001116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.333334 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0b0fe111-d694-49c3-b13a-1e04b20b5d73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:32.351543 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167a350-1707-4ccd-9362-3ecb39001116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f72b95-ac74-4a56-8cf5-68df639509dd,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:32.356320 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-4167a350-1707-4ccd-9362-3ecb39001116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:32.373501 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-4167a350-1707-4ccd-9362-3ecb39001116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.377717 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-4167a350-1707-4ccd-9362-3ecb39001116 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/62f72b95-ac74-4a56-8cf5-68df639509dd HTTP/1.1" status: 204 len: 168 time: 0.3640475 Apr 30 13:15:32.412613 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31e94a-a98e-44b9-afbc-c952ff61ab0f None None] Pushing event updated for resources: {'Port': ['ID=8425684e-cba9-405f-b48a-d48bf7c9aea2,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:32.415979 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-de31e94a-a98e-44b9-afbc-c952ff61ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:32.425974 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-aad3a95c-a346-4930-b76d-42fa1aa9efd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.431168 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-aad3a95c-a346-4930-b76d-42fa1aa9efd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.437373 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-4167a350-1707-4ccd-9362-3ecb39001116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:32.467895 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad3a95c-a346-4930-b76d-42fa1aa9efd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1178} {{(pid=73846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:15:32.486761 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3a95c-a346-4930-b76d-42fa1aa9efd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0bd2df-be73-4c9d-90d9-69e4bd2be8ab,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:32.490537 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-aad3a95c-a346-4930-b76d-42fa1aa9efd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:32.491963 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-aad3a95c-a346-4930-b76d-42fa1aa9efd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.492335 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.db.segments_db [None req-aad3a95c-a346-4930-b76d-42fa1aa9efd9 admin admin] Added segment beb5fb06-f112-4e5d-90fc-cb34fd455f63 of type vlan for network e109aded-f244-4612-b3e3-1aa6e1e08300 Apr 30 13:15:32.566304 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-aad3a95c-a346-4930-b76d-42fa1aa9efd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672049812'] for network, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.606654 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-16a84487-c7a8-49fa-b806-26c1613fd88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671082'] for router, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.641266 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-aad3a95c-a346-4930-b76d-42fa1aa9efd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for network, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.642974 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad3a95c-a346-4930-b76d-42fa1aa9efd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:32.643550 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-aad3a95c-a346-4930-b76d-42fa1aa9efd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.654810 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:32.799449 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-aad3a95c-a346-4930-b76d-42fa1aa9efd9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.8461952 Apr 30 13:15:32.803376 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 56838) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:32.812220 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-a6ffbe0d-d0b6-4d73-b6ea-31c2fad7bc11 admin admin] Request body: {'subnet': {'network_id': 'e109aded-f244-4612-b3e3-1aa6e1e08300', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1792366094-subnet', 'tenant_id': 'a0982676a95f48278dd3111cfb3485e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:32.817364 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3a95c-a346-4930-b76d-42fa1aa9efd9 admin admin] Pushing event updated for resources: {'Network': ['ID=e109aded-f244-4612-b3e3-1aa6e1e08300,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:32.820868 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-a6ffbe0d-d0b6-4d73-b6ea-31c2fad7bc11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:32.823365 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-aad3a95c-a346-4930-b76d-42fa1aa9efd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:32.825581 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-a6ffbe0d-d0b6-4d73-b6ea-31c2fad7bc11 admin admin] Usage tracker for resource:subnet and tenant:a0982676a95f48278dd3111cfb3485e3 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:32.828495 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-a6ffbe0d-d0b6-4d73-b6ea-31c2fad7bc11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:32.832451 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Network e109aded-f244-4612-b3e3-1aa6e1e08300 details requested by agent ovs-agent-dv-cinder-788363-2-iscsi with host dv-cinder-788363-2-iscsi {{(pid=73847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:15:32.835613 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-a6ffbe0d-d0b6-4d73-b6ea-31c2fad7bc11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:32.853937 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ffbe0d-d0b6-4d73-b6ea-31c2fad7bc11 admin admin] Made reservation on behalf of a0982676a95f48278dd3111cfb3485e3 for: {'subnet': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:32.858023 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a6ffbe0d-d0b6-4d73-b6ea-31c2fad7bc11 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.881684 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2e4f3ee4-a1a9-448e-ada8-615d417ed1af req-1d2335aa-1ac9-4d06-a3c4-4be5fd2fea2a tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 210 time: 0.1290381 Apr 30 13:15:32.911787 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [None req-5c4917dc-c066-4175-a551-f353b4e825f2 admin admin] Allocated IP 172.20.0.1 (5ea56348-3132-43ce-93d5-7c6eb60259bf/8bf6f55f-7a38-4a76-a15c-e255e10f02cb/e506ffb7-4474-44a4-8cf8-d9cb842026f6) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:33.114509 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7fbb99be-6f04-4f11-b77f-2def49b4c1cf req-81ffe7a9-ddb6-49f1-80e6-856d2dcd6c54 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 210 time: 0.1031237 Apr 30 13:15:33.279865 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5c4917dc-c066-4175-a551-f353b4e825f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.303235 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a84487-c7a8-49fa-b806-26c1613fd88d admin admin] Router f1433366-0e12-454f-bc54-43cd1079d374 is scheduled to L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 with binding_index 1 {{(pid=73845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:15:33.305611 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [None req-5c4917dc-c066-4175-a551-f353b4e825f2 admin admin] Transition to ACTIVE for port object e506ffb7-4474-44a4-8cf8-d9cb842026f6 will not be triggered until provisioned by entity DHCP. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:33.407722 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.588749 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 7325674b-df53-4180-b70c-131cadc64ff6 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:33.591009 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a6ffbe0d-d0b6-4d73-b6ea-31c2fad7bc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for subnet, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.596804 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-c6364c2f-5a3a-4502-98b9-225f11ec39c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:33.680674 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffbe0d-d0b6-4d73-b6ea-31c2fad7bc11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=848720c4-619f-4b89-a164-1afd510852cb,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:33.683141 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-a6ffbe0d-d0b6-4d73-b6ea-31c2fad7bc11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:33.715547 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ffbe0d-d0b6-4d73-b6ea-31c2fad7bc11 admin admin] Checking segment: {'id': 'beb5fb06-f112-4e5d-90fc-cb34fd455f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'e109aded-f244-4612-b3e3-1aa6e1e08300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:33.715547 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ffbe0d-d0b6-4d73-b6ea-31c2fad7bc11 admin admin] Network hostable DHCP agents. Network: e109aded-f244-4612-b3e3-1aa6e1e08300, hostable agents: ['951155d5-6c37-4e98-94aa-59d9e3ee6c00'], hosted agents: [] {{(pid=73846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:15:33.724187 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5c4917dc-c066-4175-a551-f353b4e825f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.729834 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port 7325674b-df53-4180-b70c-131cadc64ff6 completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:33.732450 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-16a84487-c7a8-49fa-b806-26c1613fd88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:33.739592 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port 7325674b-df53-4180-b70c-131cadc64ff6 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:33.741022 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.751502 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ffbe0d-d0b6-4d73-b6ea-31c2fad7bc11 admin admin] Network e109aded-f244-4612-b3e3-1aa6e1e08300 is scheduled to be hosted by DHCP agent 951155d5-6c37-4e98-94aa-59d9e3ee6c00 with binding_index 1 {{(pid=73846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:15:33.773876 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-a6ffbe0d-d0b6-4d73-b6ea-31c2fad7bc11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-iscsi, e109aded-f244-4612-b3e3-1aa6e1e08300) {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:33.778917 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ffbe0d-d0b6-4d73-b6ea-31c2fad7bc11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:33.779556 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a6ffbe0d-d0b6-4d73-b6ea-31c2fad7bc11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for subnet, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.788002 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1532eefc-0a2c-41e3-9eca-82b5ed67d6a5 None None] Network e109aded-f244-4612-b3e3-1aa6e1e08300 requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:15:33.796936 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a84487-c7a8-49fa-b806-26c1613fd88d admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:15:33.822115 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4917dc-c066-4175-a551-f353b4e825f2 admin admin] Network 5ea56348-3132-43ce-93d5-7c6eb60259bf is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:33.822382 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-a6ffbe0d-d0b6-4d73-b6ea-31c2fad7bc11 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0114951 Apr 30 13:15:33.826572 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4917dc-c066-4175-a551-f353b4e825f2 admin admin] Pushing event updated for resources: {'Port': ['ID=e506ffb7-4474-44a4-8cf8-d9cb842026f6,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:33.831618 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-5c4917dc-c066-4175-a551-f353b4e825f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:33.843859 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5c4917dc-c066-4175-a551-f353b4e825f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:33.859430 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4917dc-c066-4175-a551-f353b4e825f2 admin admin] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:33.860512 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5c4917dc-c066-4175-a551-f353b4e825f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657636'] for router_interface, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.942174 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b1b84e-6299-4738-b90e-79bf45976172 None None] Sync routers for ids ['f1433366-0e12-454f-bc54-43cd1079d374'] in dv-cinder-788363-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:15:34.044527 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.050608 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b1b84e-6299-4738-b90e-79bf45976172 None None] Routers {'f1433366-0e12-454f-bc54-43cd1079d374'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:34.051453 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-d4b1b84e-6299-4738-b90e-79bf45976172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:15:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['f1433366-0e12-454f-bc54-43cd1079d374'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:34.190934 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-16a84487-c7a8-49fa-b806-26c1613fd88d admin admin] Notify callbacks [] for router, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.194748 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-16a84487-c7a8-49fa-b806-26c1613fd88d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.1693497 Apr 30 13:15:34.195867 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 56888) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:34.356730 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-549acb4e-b5ea-4493-a11a-67a47ef3b1d8 req-b551f1c6-d7c8-484b-a48e-5f73844b32f3 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 210 time: 0.1979816 Apr 30 13:15:34.405695 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] For port 7325674b-df53-4180-b70c-131cadc64ff6, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=7325674b-df53-4180-b70c-131cadc64ff6,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:34.418402 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-03121670-3d9c-492c-8843-e6da94249ce6 None None] Provisioning for port e506ffb7-4474-44a4-8cf8-d9cb842026f6 completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:34.423318 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.431618 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 8425684e-cba9-405f-b48a-d48bf7c9aea2 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:34.462019 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-594cbbcb-213d-49fe-aee5-6978d2600aab req-2c63b14b-02a9-498b-a7e3-4611bb9274b2 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 210 time: 0.1186323 Apr 30 13:15:34.495971 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:34.524551 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-03121670-3d9c-492c-8843-e6da94249ce6 None None] Provisioning complete for port e506ffb7-4474-44a4-8cf8-d9cb842026f6 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:34.525152 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-03121670-3d9c-492c-8843-e6da94249ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.647221 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Pushing event updated for resources: {'Port': ['ID=7325674b-df53-4180-b70c-131cadc64ff6,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:34.665241 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-d4b1b84e-6299-4738-b90e-79bf45976172 None None] Set router f1433366-0e12-454f-bc54-43cd1079d374 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:34.712374 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:34.761410 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 56912) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:34.770705 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-c41f9950-6b93-4831-8617-2659168e8aef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2138728284-network', 'tenant_id': '58dcf08153fd4976acdfbc569cbcf788'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:34.777132 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-c41f9950-6b93-4831-8617-2659168e8aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:34.782290 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-c41f9950-6b93-4831-8617-2659168e8aef admin admin] Usage tracker for resource:network and tenant:58dcf08153fd4976acdfbc569cbcf788 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:34.786632 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-c41f9950-6b93-4831-8617-2659168e8aef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:34.808503 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-c41f9950-6b93-4831-8617-2659168e8aef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:34.827020 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41f9950-6b93-4831-8617-2659168e8aef admin admin] Made reservation on behalf of 58dcf08153fd4976acdfbc569cbcf788 for: {'network': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:34.829848 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c41f9950-6b93-4831-8617-2659168e8aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for network, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.850932 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c41f9950-6b93-4831-8617-2659168e8aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.857549 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-03121670-3d9c-492c-8843-e6da94249ce6 None None] Port e506ffb7-4474-44a4-8cf8-d9cb842026f6 cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:15:34.876298 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-c41f9950-6b93-4831-8617-2659168e8aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:34.883330 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-c41f9950-6b93-4831-8617-2659168e8aef admin admin] Usage tracker for resource:security_group_rule and tenant:58dcf08153fd4976acdfbc569cbcf788 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:34.886655 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-c41f9950-6b93-4831-8617-2659168e8aef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:34.894160 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5c4917dc-c066-4175-a551-f353b4e825f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.894901 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-c41f9950-6b93-4831-8617-2659168e8aef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:35.014099 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c41f9950-6b93-4831-8617-2659168e8aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:35.019981 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c41f9950-6b93-4831-8617-2659168e8aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:35.039797 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c41f9950-6b93-4831-8617-2659168e8aef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1179} {{(pid=73846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:15:35.058081 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c41f9950-6b93-4831-8617-2659168e8aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:35.058518 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.db.segments_db [None req-c41f9950-6b93-4831-8617-2659168e8aef admin admin] Added segment fea11b46-0163-49cc-bbeb-f271a3dca1f1 of type vlan for network a7c04720-f794-41b4-9706-fc1a69a5650c Apr 30 13:15:35.094459 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c41f9950-6b93-4831-8617-2659168e8aef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672049812'] for network, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:35.095451 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26119baf-f879-4cd3-906b-07954bcf2503 None None] Network e109aded-f244-4612-b3e3-1aa6e1e08300 requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:15:35.127517 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port 8425684e-cba9-405f-b48a-d48bf7c9aea2 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:35.128174 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:35.154022 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-8a46aeb1-204f-4f43-9294-c4a6835d95c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:35.185763 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f9950-6b93-4831-8617-2659168e8aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8dc3b6-0fbd-4028-bade-c0048295a913,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:35.202856 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-c41f9950-6b93-4831-8617-2659168e8aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:35.204377 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c41f9950-6b93-4831-8617-2659168e8aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for network, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:35.212262 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41f9950-6b93-4831-8617-2659168e8aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:35.212871 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c41f9950-6b93-4831-8617-2659168e8aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:35.222508 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:35.357944 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f9950-6b93-4831-8617-2659168e8aef admin admin] Pushing event updated for resources: {'Network': ['ID=a7c04720-f794-41b4-9706-fc1a69a5650c,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:35.363030 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-c41f9950-6b93-4831-8617-2659168e8aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:35.381475 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-c41f9950-6b93-4831-8617-2659168e8aef admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.6188004 Apr 30 13:15:35.384195 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 56938) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:35.389605 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-8b71fc7f-9bb0-44ec-9b01-040c8beb4c03 admin admin] Request body: {'subnet': {'network_id': 'a7c04720-f794-41b4-9706-fc1a69a5650c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2138728284-subnet', 'tenant_id': '58dcf08153fd4976acdfbc569cbcf788', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:35.396966 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-8b71fc7f-9bb0-44ec-9b01-040c8beb4c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:35.398070 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-d4b1b84e-6299-4738-b90e-79bf45976172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'name': 'tempest-AttachVolumeTestJSON-345655624-router', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '003266e9-11d1-4034-bf94-228a1cf30202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:30Z', 'revision_number': 3, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'gw_port': {'id': '003266e9-11d1-4034-bf94-228a1cf30202', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:35:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:27Z', 'updated_at': '2021-04-30T13:15:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:35.403167 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-8b71fc7f-9bb0-44ec-9b01-040c8beb4c03 admin admin] Usage tracker for resource:subnet and tenant:58dcf08153fd4976acdfbc569cbcf788 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:35.408389 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-8b71fc7f-9bb0-44ec-9b01-040c8beb4c03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:35.416042 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b1b84e-6299-4738-b90e-79bf45976172 None None] Checking router: f1433366-0e12-454f-bc54-43cd1079d374 for host: dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:15:35.416448 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b1b84e-6299-4738-b90e-79bf45976172 None None] Updating router f1433366-0e12-454f-bc54-43cd1079d374 port 003266e9-11d1-4034-bf94-228a1cf30202 binding host dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:15:35.418879 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-8b71fc7f-9bb0-44ec-9b01-040c8beb4c03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:35.440331 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b71fc7f-9bb0-44ec-9b01-040c8beb4c03 admin admin] Made reservation on behalf of 58dcf08153fd4976acdfbc569cbcf788 for: {'subnet': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:35.444774 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8b71fc7f-9bb0-44ec-9b01-040c8beb4c03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:35.490204 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Network a7c04720-f794-41b4-9706-fc1a69a5650c details requested by agent ovs-agent-dv-cinder-788363-2-iscsi with host dv-cinder-788363-2-iscsi {{(pid=73847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:15:35.516444 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d4b1b84e-6299-4738-b90e-79bf45976172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:35.572813 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 7325674b-df53-4180-b70c-131cadc64ff6 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:35.687604 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5c4917dc-c066-4175-a551-f353b4e825f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:35.733080 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ee32f726-9184-4d01-b6fa-bea5bc3dd2a1 req-c5dbf23f-f028-4b88-a868-ec54a2298775 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 210 time: 0.1486619 Apr 30 13:15:35.774174 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5c4917dc-c066-4175-a551-f353b4e825f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:35.787275 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a2ee8284-d540-4403-ad9e-6f85af7ce534 req-e56fc74a-0e6a-481f-85cc-cdb94b73a305 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 210 time: 0.0954375 Apr 30 13:15:35.790958 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5c4917dc-c066-4175-a551-f353b4e825f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657473'] for router_interface, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:35.804681 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:35.904728 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-11210214-4222-4dbd-9817-2fce4a550c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.055647 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port 7325674b-df53-4180-b70c-131cadc64ff6 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:36.056096 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.060912 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8b71fc7f-9bb0-44ec-9b01-040c8beb4c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for subnet, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.065709 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:36.126099 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 56966) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:36.142735 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4917dc-c066-4175-a551-f353b4e825f2 admin admin] Pushing event updated for resources: {'Port': ['ID=e506ffb7-4474-44a4-8cf8-d9cb842026f6,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:36.147267 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5c4917dc-c066-4175-a551-f353b4e825f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:36.195068 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.96', 58526) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:36.274503 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b71fc7f-9bb0-44ec-9b01-040c8beb4c03 admin admin] Checking segment: {'id': 'fea11b46-0163-49cc-bbeb-f271a3dca1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a7c04720-f794-41b4-9706-fc1a69a5650c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:36.274854 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b71fc7f-9bb0-44ec-9b01-040c8beb4c03 admin admin] Network hostable DHCP agents. Network: a7c04720-f794-41b4-9706-fc1a69a5650c, hostable agents: ['951155d5-6c37-4e98-94aa-59d9e3ee6c00'], hosted agents: [] {{(pid=73846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:15:36.284358 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71fc7f-9bb0-44ec-9b01-040c8beb4c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6e3ad69-4b29-48aa-aa9d-7c39cbd0b689,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:36.291688 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-8b71fc7f-9bb0-44ec-9b01-040c8beb4c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:36.302804 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b71fc7f-9bb0-44ec-9b01-040c8beb4c03 admin admin] Network a7c04720-f794-41b4-9706-fc1a69a5650c is scheduled to be hosted by DHCP agent 951155d5-6c37-4e98-94aa-59d9e3ee6c00 with binding_index 1 {{(pid=73846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:15:36.306877 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4917dc-c066-4175-a551-f353b4e825f2 admin admin] Network 5ea56348-3132-43ce-93d5-7c6eb60259bf is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:36.317481 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-8b71fc7f-9bb0-44ec-9b01-040c8beb4c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-iscsi, a7c04720-f794-41b4-9706-fc1a69a5650c) {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:36.322548 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b71fc7f-9bb0-44ec-9b01-040c8beb4c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:36.323136 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8b71fc7f-9bb0-44ec-9b01-040c8beb4c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for subnet, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.331911 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3664a7-82c7-45aa-bcb7-186c5cbc0b83 None None] Network a7c04720-f794-41b4-9706-fc1a69a5650c requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:15:36.355611 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-8b71fc7f-9bb0-44ec-9b01-040c8beb4c03 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9620888 Apr 30 13:15:36.365283 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-5c4917dc-c066-4175-a551-f353b4e825f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:36.466238 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e5932d9d-6523-4791-a760-7f198d238507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.527442 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-e5932d9d-6523-4791-a760-7f198d238507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:36.535711 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-e5932d9d-6523-4791-a760-7f198d238507 admin admin] Usage tracker for resource:security_group_rule and tenant:dab4c368e96a4d72a9795081bba460d6 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:36.539544 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-e5932d9d-6523-4791-a760-7f198d238507 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:36.547932 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-e5932d9d-6523-4791-a760-7f198d238507 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:36.641264 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-3a02df6b-f855-421d-8ad2-81f2f1af81b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.664057 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [None req-11210214-4222-4dbd-9817-2fce4a550c13 admin admin] Allocated IP 172.20.0.1 (a3023e0b-51e8-48ea-ba8f-c7b4a48d722e/88f483fa-96d4-494c-a375-0339a4c91674/e65d8c3f-a774-4aef-b0e6-3383d5606030) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:36.681161 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 56986) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:36.785174 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.96', 58533) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:36.796435 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d4b1b84e-6299-4738-b90e-79bf45976172 None None] Notify callbacks [] for port, precommit_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.804235 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba7d02d-483f-4f2b-bbc4-38db358f5fd5 admin admin] Deleting subnet 848720c4-619f-4b89-a164-1afd510852cb {{(pid=73846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:15:36.808349 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-aba7d02d-483f-4f2b-bbc4-38db358f5fd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.864317 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-d4b1b84e-6299-4738-b90e-79bf45976172 None None] Transition to ACTIVE for port object 003266e9-11d1-4034-bf94-228a1cf30202 will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:36.872889 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-46f41e95-cfba-4c1d-9fbd-75054bd0a4a8 None None] Provisioning complete for port e506ffb7-4474-44a4-8cf8-d9cb842026f6 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:36.873344 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-46f41e95-cfba-4c1d-9fbd-75054bd0a4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.941694 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d4b1b84e-6299-4738-b90e-79bf45976172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.960483 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:36.965583 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-7a2e166f-3659-41b6-973c-ab98ad564b04 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:36.968711 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-7a2e166f-3659-41b6-973c-ab98ad564b04 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.96 "GET /v2.0/networks?id=a8c86a7c-3bcb-4626-bcbe-0c47e5b62079 HTTP/1.1" status: 200 len: 811 time: 0.7725980 Apr 30 13:15:37.009384 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40636589-3d1e-483b-a35e-e8abc6466e0f None None] Network a7c04720-f794-41b4-9706-fc1a69a5650c requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:15:37.091079 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-aba7d02d-483f-4f2b-bbc4-38db358f5fd5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.111669 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-aba7d02d-483f-4f2b-bbc4-38db358f5fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513256'] for subnet, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.115446 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-46f41e95-cfba-4c1d-9fbd-75054bd0a4a8 None None] Port e506ffb7-4474-44a4-8cf8-d9cb842026f6 cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:15:37.183086 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-d4b1b84e-6299-4738-b90e-79bf45976172 None None] Attempting to bind port 003266e9-11d1-4034-bf94-228a1cf30202 on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:37.183451 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-d4b1b84e-6299-4738-b90e-79bf45976172 None None] Attempting to bind port 003266e9-11d1-4034-bf94-228a1cf30202 by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:37.184178 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b1b84e-6299-4738-b90e-79bf45976172 None None] Attempting to bind port 003266e9-11d1-4034-bf94-228a1cf30202 on network c3b86f7e-3861-4477-9f50-64652b00e102 {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:37.192129 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07c7ee-4f7f-438b-bd08-1dd91011d429 None None] Pushing event updated for resources: {'Port': ['ID=003266e9-11d1-4034-bf94-228a1cf30202,revision_number=2']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:37.195993 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-fb07c7ee-4f7f-438b-bd08-1dd91011d429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:37.209554 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b1b84e-6299-4738-b90e-79bf45976172 None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:37.209554 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b1b84e-6299-4738-b90e-79bf45976172 None None] Checking segment: {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:37.209926 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d4b1b84e-6299-4738-b90e-79bf45976172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.210510 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b1b84e-6299-4738-b90e-79bf45976172 None None] Bound using segment: {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:37.211007 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-d4b1b84e-6299-4738-b90e-79bf45976172 None None] Bound port: 003266e9-11d1-4034-bf94-228a1cf30202, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:37.211395 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d4b1b84e-6299-4738-b90e-79bf45976172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.228428 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-b91bd112-a2b5-4103-b18e-87e25e168f2c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:37.229935 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-b91bd112-a2b5-4103-b18e-87e25e168f2c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.96 "GET /v2.0/networks?id=a75ffc8e-f4e6-415a-9acb-883798976b2c HTTP/1.1" status: 200 len: 815 time: 0.3485837 Apr 30 13:15:37.262967 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-499248ae-58ba-416f-99c4-deae42806afe tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Request body: {'port': {'device_id': '18e828b5-c324-473e-b966-2e7cbc4ffd34', 'network_id': 'a8c86a7c-3bcb-4626-bcbe-0c47e5b62079', 'admin_state_up': True, 'tenant_id': '15e9fbb7bd33418b9d931e636244c9d4'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:37.285106 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-9c40d2f9-1870-44fd-83e6-0a8f255ef099 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Request body: {'port': {'device_id': 'a97f3b5b-9292-4d45-8a8c-86f50a9d9b20', 'network_id': 'a75ffc8e-f4e6-415a-9acb-883798976b2c', 'admin_state_up': True, 'tenant_id': '92757e3fba2f43fbbc422ff9719041f0'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:37.286259 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-560bcc7e-805b-4603-b328-2fa926f769e3 req-69e4017d-c758-4e4a-9d8f-682eae95ffac tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 210 time: 0.3278782 Apr 30 13:15:37.349304 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e5932d9d-6523-4791-a760-7f198d238507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.407741 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-d4b1b84e-6299-4738-b90e-79bf45976172 None None] For port 003266e9-11d1-4034-bf94-228a1cf30202, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:37.427086 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-d4b1b84e-6299-4738-b90e-79bf45976172 None None] For port 003266e9-11d1-4034-bf94-228a1cf30202, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=003266e9-11d1-4034-bf94-228a1cf30202,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:37.433792 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d4b1b84e-6299-4738-b90e-79bf45976172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.442408 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-e5c7e94a-629c-431d-8e62-f3a69ada8a89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:37.536031 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4e766e81-d19e-434d-a378-53718ef3a9e0 req-ce36f46f-9ffc-464d-86a0-473eb9964a05 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 210 time: 0.5127819 Apr 30 13:15:37.540614 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-9c40d2f9-1870-44fd-83e6-0a8f255ef099 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:37.547665 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-9c40d2f9-1870-44fd-83e6-0a8f255ef099 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Usage tracker for resource:port and tenant:92757e3fba2f43fbbc422ff9719041f0 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:37.555230 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-9c40d2f9-1870-44fd-83e6-0a8f255ef099 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:37.567438 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e5932d9d-6523-4791-a760-7f198d238507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.567715 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-9c40d2f9-1870-44fd-83e6-0a8f255ef099 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:37.567818 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4917dc-c066-4175-a551-f353b4e825f2 admin admin] Router b8baceec-e907-42c9-8ebc-8029b2c9e4f3 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:15:37.595146 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-499248ae-58ba-416f-99c4-deae42806afe tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:37.600831 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:37.606704 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-9c40d2f9-1870-44fd-83e6-0a8f255ef099 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Made reservation on behalf of 92757e3fba2f43fbbc422ff9719041f0 for: {'port': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:37.618006 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-9c40d2f9-1870-44fd-83e6-0a8f255ef099 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.624454 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-499248ae-58ba-416f-99c4-deae42806afe tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Usage tracker for resource:port and tenant:15e9fbb7bd33418b9d931e636244c9d4 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:37.633376 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-499248ae-58ba-416f-99c4-deae42806afe tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:37.654171 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07c7ee-4f7f-438b-bd08-1dd91011d429 None None] Pushing event updated for resources: {'Port': ['ID=003266e9-11d1-4034-bf94-228a1cf30202,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:37.662038 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-aba7d02d-483f-4f2b-bbc4-38db358f5fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for subnet, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.687550 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-8b71fc7f-9bb0-44ec-9b01-040c8beb4c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:37.779151 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-fb07c7ee-4f7f-438b-bd08-1dd91011d429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:37.789798 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b1b84e-6299-4738-b90e-79bf45976172 None None] Routers {'f1433366-0e12-454f-bc54-43cd1079d374'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:37.798914 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-d4b1b84e-6299-4738-b90e-79bf45976172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:15:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['f1433366-0e12-454f-bc54-43cd1079d374'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:37.849412 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7d02d-483f-4f2b-bbc4-38db358f5fd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=848720c4-619f-4b89-a164-1afd510852cb,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:37.852821 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-aba7d02d-483f-4f2b-bbc4-38db358f5fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for subnet, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.877890 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-aba7d02d-483f-4f2b-bbc4-38db358f5fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:37.892254 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-aba7d02d-483f-4f2b-bbc4-38db358f5fd5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/848720c4-619f-4b89-a164-1afd510852cb HTTP/1.1" status: 204 len: 168 time: 1.2075257 Apr 30 13:15:37.894160 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 57044) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:37.931185 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-11210214-4222-4dbd-9817-2fce4a550c13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.958967 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [None req-11210214-4222-4dbd-9817-2fce4a550c13 admin admin] Transition to ACTIVE for port object e65d8c3f-a774-4aef-b0e6-3383d5606030 will not be triggered until provisioned by entity DHCP. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:38.033263 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-499248ae-58ba-416f-99c4-deae42806afe tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:38.036421 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-11210214-4222-4dbd-9817-2fce4a550c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.086234 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-e5932d9d-6523-4791-a760-7f198d238507 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dab4c368e96a4d72a9795081bba460d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9503443 Apr 30 13:15:38.093974 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5932d9d-6523-4791-a760-7f198d238507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dd6a7b-0388-4de9-be7e-be5104ac0235,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:38.100316 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 57052) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:38.112688 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-499248ae-58ba-416f-99c4-deae42806afe tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Made reservation on behalf of 15e9fbb7bd33418b9d931e636244c9d4 for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:38.116547 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-499248ae-58ba-416f-99c4-deae42806afe tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.162677 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e5932d9d-6523-4791-a760-7f198d238507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:38.165225 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:38.183210 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669671'] for network, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.209448 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-9c40d2f9-1870-44fd-83e6-0a8f255ef099 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Allocated IP 172.20.0.7 (a75ffc8e-f4e6-415a-9acb-883798976b2c/aa65aba5-f1eb-49b6-881e-26a1aa2e4072/2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:38.290175 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11210214-4222-4dbd-9817-2fce4a550c13 admin admin] Network a3023e0b-51e8-48ea-ba8f-c7b4a48d722e is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:38.312272 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-11210214-4222-4dbd-9817-2fce4a550c13 admin admin] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:38.357696 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-d4b1b84e-6299-4738-b90e-79bf45976172 None None] Set router f1433366-0e12-454f-bc54-43cd1079d374 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:38.362323 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4917dc-c066-4175-a551-f353b4e825f2 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:15:38.362323 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11210214-4222-4dbd-9817-2fce4a550c13 admin admin] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:38.362323 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-11210214-4222-4dbd-9817-2fce4a550c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657636'] for router_interface, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.368430 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22ce4b-381e-4288-9a83-414b8e9708db None None] Sync routers for ids ['b8baceec-e907-42c9-8ebc-8029b2c9e4f3'] in dv-cinder-788363-2-iscsi {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:15:38.390701 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d22ce4b-381e-4288-9a83-414b8e9708db None None] Routers {'b8baceec-e907-42c9-8ebc-8029b2c9e4f3'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:38.393367 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-5d22ce4b-381e-4288-9a83-414b8e9708db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:15:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['b8baceec-e907-42c9-8ebc-8029b2c9e4f3'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:38.751830 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508261', 'neutron.services.segments.db._delete_segments_for_network-8741672489629'] for network, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.799852 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-11210214-4222-4dbd-9817-2fce4a550c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.868661 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11210214-4222-4dbd-9817-2fce4a550c13 admin admin] Pushing event updated for resources: {'Port': ['ID=e65d8c3f-a774-4aef-b0e6-3383d5606030,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:38.879279 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-11210214-4222-4dbd-9817-2fce4a550c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:38.880851 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-72e77836-534f-4622-88a3-09e8e094594c req-26c3f038-2c64-4ec0-a517-50cd1d2ba8fc tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Synchronizing usage tracker for tenant:15e9fbb7bd33418b9d931e636244c9d4 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:38.968677 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:15:38.969598 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:15:38.971085 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:15:38.971474 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] Subscribe: > port after_create 55550000 {{(pid=73846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:15:38.971960 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=73846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:15:38.972437 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] Subscribe: > port after_update 55550000 {{(pid=73846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:15:38.972801 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:15:38.973234 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:15:38.973649 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:15:38.974032 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:15:38.978209 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-5c4917dc-c066-4175-a551-f353b4e825f2 admin admin] 10.222.0.30 "PUT /v2.0/routers/b8baceec-e907-42c9-8ebc-8029b2c9e4f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8059599 Apr 30 13:15:39.085122 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-72e77836-534f-4622-88a3-09e8e094594c req-26c3f038-2c64-4ec0-a517-50cd1d2ba8fc tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Unset dirty status for tenant:15e9fbb7bd33418b9d931e636244c9d4 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:39.109087 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-72e77836-534f-4622-88a3-09e8e094594c req-26c3f038-2c64-4ec0-a517-50cd1d2ba8fc tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 210 time: 0.3407035 Apr 30 13:15:39.126510 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2c0e037c-fdfb-4bcb-9d6a-c0e6eaf9bf6b req-bc32cdbf-0f30-4b3e-957b-a192aecd52d3 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 210 time: 0.3099954 Apr 30 13:15:39.130894 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f9880bdb-6f34-4551-a781-a6b7eec434f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.203077 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-5d22ce4b-381e-4288-9a83-414b8e9708db None None] Set router b8baceec-e907-42c9-8ebc-8029b2c9e4f3 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:39.279486 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-6f5065fa-bf5e-4051-9734-5faaab74976e None None] Provisioning for port e65d8c3f-a774-4aef-b0e6-3383d5606030 completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:39.290776 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-6f5065fa-bf5e-4051-9734-5faaab74976e None None] Provisioning complete for port e65d8c3f-a774-4aef-b0e6-3383d5606030 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:39.291148 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-6f5065fa-bf5e-4051-9734-5faaab74976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.351712 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.361876 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e8d4-d9b1-4b65-8f92-a75518788bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.387787 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f9880bdb-6f34-4551-a781-a6b7eec434f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.432763 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-499248ae-58ba-416f-99c4-deae42806afe tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Allocated IP 172.20.0.4 (a8c86a7c-3bcb-4626-bcbe-0c47e5b62079/82bfd195-714d-4fea-8a2b-39a782be068d/34171082-d6cf-4661-8b9b-30d3b90f0018) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:39.449715 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:15:39.450304 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:15:39.467847 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:15:39.469005 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:15:39.471207 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.services.segments.db [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e109aded-f244-4612-b3e3-1aa6e1e08300']}} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:39.489469 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-6f5065fa-bf5e-4051-9734-5faaab74976e None None] Port e65d8c3f-a774-4aef-b0e6-3383d5606030 cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:15:39.502854 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-d4b1b84e-6299-4738-b90e-79bf45976172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'name': 'tempest-AttachVolumeTestJSON-345655624-router', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '003266e9-11d1-4034-bf94-228a1cf30202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:30Z', 'revision_number': 3, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'gw_port': {'id': '003266e9-11d1-4034-bf94-228a1cf30202', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:35:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:27Z', 'updated_at': '2021-04-30T13:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:39.516133 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b1b84e-6299-4738-b90e-79bf45976172 None None] The sync data for ids ['f1433366-0e12-454f-bc54-43cd1079d374'] in dv-cinder-788363-2-iscsi is: [{'id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'name': 'tempest-AttachVolumeTestJSON-345655624-router', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '003266e9-11d1-4034-bf94-228a1cf30202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:30Z', 'revision_number': 3, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'gw_port': {'id': '003266e9-11d1-4034-bf94-228a1cf30202', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:35:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:27Z', 'updated_at': '2021-04-30T13:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:15:39.551391 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.services.segments.db [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb5fb06-f112-4e5d-90fc-cb34fd455f63') {'for_net_delete': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:39.562359 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.services.segments.db [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb5fb06-f112-4e5d-90fc-cb34fd455f63') {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:39.708891 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672501863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5819602'] for segment, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.940030 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f9880bdb-6f34-4551-a781-a6b7eec434f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:40.061383 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-5d22ce4b-381e-4288-9a83-414b8e9708db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'name': 'tempest-AttachVolumeShelveTestJSON-11597027-router', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '7325674b-df53-4180-b70c-131cadc64ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:24Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'gw_port': {'id': '7325674b-df53-4180-b70c-131cadc64ff6', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'e506ffb7-4474-44a4-8cf8-d9cb842026f6', 'name': '', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'mac_address': 'fa:16:3e:77:d3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:35Z', 'revision_number': 2, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'subnets': [{'id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:40.066730 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-7ea4f9c4-88e6-4b22-b702-5f9955892ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:40.067927 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22ce4b-381e-4288-9a83-414b8e9708db None None] Checking router: b8baceec-e907-42c9-8ebc-8029b2c9e4f3 for host: dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:15:40.068770 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22ce4b-381e-4288-9a83-414b8e9708db None None] Updating router b8baceec-e907-42c9-8ebc-8029b2c9e4f3 port e506ffb7-4474-44a4-8cf8-d9cb842026f6 binding host dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:15:40.134822 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:40.253418 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9880bdb-6f34-4551-a781-a6b7eec434f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dd6a7b-0388-4de9-be7e-be5104ac0235,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:40.274703 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-f9880bdb-6f34-4551-a781-a6b7eec434f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:40.280814 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-5d22ce4b-381e-4288-9a83-414b8e9708db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:40.310303 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f9880bdb-6f34-4551-a781-a6b7eec434f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:40.311466 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-f9880bdb-6f34-4551-a781-a6b7eec434f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/03dd6a7b-0388-4de9-be7e-be5104ac0235 HTTP/1.1" status: 204 len: 168 time: 2.2071893 Apr 30 13:15:40.324439 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-9c40d2f9-1870-44fd-83e6-0a8f255ef099 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:40.353408 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 57100) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:40.400148 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.db.resource_extend [None req-11210214-4222-4dbd-9817-2fce4a550c13 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 13:15:40.450597 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:40.471510 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-cc5ea610-4f0c-4e35-9540-8c4753a0b6fa tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1294848975', 'description': 'tempest-description--889412192'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:40.477844 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=73846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:15:40.696794 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-cc5ea610-4f0c-4e35-9540-8c4753a0b6fa tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:40.721536 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-11210214-4222-4dbd-9817-2fce4a550c13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:40.821912 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-9c40d2f9-1870-44fd-83e6-0a8f255ef099 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:40.840533 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:40.865120 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-cc5ea610-4f0c-4e35-9540-8c4753a0b6fa tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Usage tracker for resource:security_group and tenant:2957845d7c874208b3d921bf499e5b7b is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:40.921825 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b5d26043-54da-489d-9981-ba9872722577 req-a1adbd2f-84c9-45c3-a374-7efd568ff437 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 210 time: 0.5030675 Apr 30 13:15:40.929384 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-11210214-4222-4dbd-9817-2fce4a550c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:40.932369 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-cc5ea610-4f0c-4e35-9540-8c4753a0b6fa tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:40.997234 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40d2f9-1870-44fd-83e6-0a8f255ef099 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Pushing event updated for resources: {'Port': ['ID=2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:41.004177 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-9c40d2f9-1870-44fd-83e6-0a8f255ef099 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:41.082688 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-499248ae-58ba-416f-99c4-deae42806afe tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:41.139911 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-11210214-4222-4dbd-9817-2fce4a550c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657473'] for router_interface, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:41.145171 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:41.263744 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 57120) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:41.278590 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-9c40d2f9-1870-44fd-83e6-0a8f255ef099 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Network a75ffc8e-f4e6-415a-9acb-883798976b2c is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:41.279839 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-cc5ea610-4f0c-4e35-9540-8c4753a0b6fa tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:41.285161 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-9c40d2f9-1870-44fd-83e6-0a8f255ef099 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:41.292057 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11210214-4222-4dbd-9817-2fce4a550c13 admin admin] Pushing event updated for resources: {'Port': ['ID=e65d8c3f-a774-4aef-b0e6-3383d5606030,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:41.301441 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-11210214-4222-4dbd-9817-2fce4a550c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:41.309000 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-9c40d2f9-1870-44fd-83e6-0a8f255ef099 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:41.322147 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-5d22ce4b-381e-4288-9a83-414b8e9708db None None] Notify callbacks [] for port, precommit_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:41.326249 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-499248ae-58ba-416f-99c4-deae42806afe tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:41.372242 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:41.393816 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] Network e109aded-f244-4612-b3e3-1aa6e1e08300 has no segments {{(pid=73846) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:15:41.401052 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-90197aba-99c6-4279-b032-404c97af0f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:41.428110 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1513757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8251923'] for segment, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:41.445512 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-90197aba-99c6-4279-b032-404c97af0f5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:41.449811 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-90197aba-99c6-4279-b032-404c97af0f5f admin admin] Usage tracker for resource:security_group_rule and tenant:05a04e16d540469ea1fa53ca25154598 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:41.453824 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-90197aba-99c6-4279-b032-404c97af0f5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:41.461144 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-90197aba-99c6-4279-b032-404c97af0f5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:41.567970 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 003266e9-11d1-4034-bf94-228a1cf30202 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:41.803043 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-cc5ea610-4f0c-4e35-9540-8c4753a0b6fa tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:41.810300 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-9c40d2f9-1870-44fd-83e6-0a8f255ef099 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:41.811206 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-9c40d2f9-1870-44fd-83e6-0a8f255ef099 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:41.866728 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] Network e109aded-f244-4612-b3e3-1aa6e1e08300 has no segments {{(pid=73846) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:15:41.901667 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: from cryptography.utils import int_from_bytes Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: from cryptography.utils import int_from_bytes Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: Traceback (most recent call last): Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: timer() Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: cb(*args, **kw) Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: return func(*args, **kwargs) Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: self._notify() Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: self.callback(batched_events) Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: event.method(event) Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: return f(self, *a, **k) Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: return self._get(url).json() Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: return self.request(url, 'GET', **kwargs) Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:15:41.903162 dv-cinder-788363-2-iscsi neutron-server[73846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:15:41.906898 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port 003266e9-11d1-4034-bf94-228a1cf30202 completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:41.917820 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port 003266e9-11d1-4034-bf94-228a1cf30202 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:41.919076 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:42.065036 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 57134) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:42.076206 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499248ae-58ba-416f-99c4-deae42806afe tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Pushing event updated for resources: {'Port': ['ID=34171082-d6cf-4661-8b9b-30d3b90f0018,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:42.092634 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-499248ae-58ba-416f-99c4-deae42806afe tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:42.116037 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11210214-4222-4dbd-9817-2fce4a550c13 admin admin] Network a3023e0b-51e8-48ea-ba8f-c7b4a48d722e is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:42.127222 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-11210214-4222-4dbd-9817-2fce4a550c13 admin admin] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:42.131518 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.provisioning_blocks [None req-5d22ce4b-381e-4288-9a83-414b8e9708db None None] Transition to ACTIVE for port object e506ffb7-4474-44a4-8cf8-d9cb842026f6 will not be triggered until provisioned by entity L2. {{(pid=73848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:42.146934 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-5d22ce4b-381e-4288-9a83-414b8e9708db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:42.181351 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-68dac97a-f8da-4e30-8a05-240b06e2e8ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:42.212338 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670072'] for network, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:42.225235 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-9c40d2f9-1870-44fd-83e6-0a8f255ef099 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9448092 Apr 30 13:15:42.242413 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-90197aba-99c6-4279-b032-404c97af0f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:42.253812 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:42.268623 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:42.288450 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:42.309520 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-9965a461-3772-4a8a-a366-20ddbaaedfc6 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=73846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:15:42.313511 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-9965a461-3772-4a8a-a366-20ddbaaedfc6 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0601583 Apr 30 13:15:42.316806 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-90197aba-99c6-4279-b032-404c97af0f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:42.324146 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] For port 003266e9-11d1-4034-bf94-228a1cf30202, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=003266e9-11d1-4034-bf94-228a1cf30202,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:42.330857 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:42.341761 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-be06d2bb-436f-4406-908f-2a87be4d6d42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:42.349702 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e109aded-f244-4612-b3e3-1aa6e1e08300,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:42.355967 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:42.366996 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e109aded-f244-4612-b3e3-1aa6e1e08300 HTTP/1.1" status: 204 len: 168 time: 4.4717145 Apr 30 13:15:42.368701 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 57148) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:42.371609 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:42.557761 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Pushing event updated for resources: {'Port': ['ID=003266e9-11d1-4034-bf94-228a1cf30202,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:42.571915 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:42.733422 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed7647-503d-45b1-9646-f258d7350f51 None None] Pushing event updated for resources: {'Port': ['ID=e506ffb7-4474-44a4-8cf8-d9cb842026f6,revision_number=3']} {{(pid=73848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:42.751226 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-caed7647-503d-45b1-9646-f258d7350f51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:42.755469 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-e71ddce2-7e1f-465b-b2bd-2078ab5feaca None None] Provisioning complete for port e65d8c3f-a774-4aef-b0e6-3383d5606030 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:42.755852 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-e71ddce2-7e1f-465b-b2bd-2078ab5feaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:42.800052 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-90197aba-99c6-4279-b032-404c97af0f5f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=05a04e16d540469ea1fa53ca25154598&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5192132 Apr 30 13:15:42.808942 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 57162) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:42.816542 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90197aba-99c6-4279-b032-404c97af0f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d81874-c655-4a13-8e9c-9845b7082e9b,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:42.880864 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-90197aba-99c6-4279-b032-404c97af0f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:42.905538 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] Request body: {'port': {'device_id': 'a97f3b5b-9292-4d45-8a8c-86f50a9d9b20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:42.928306 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11210214-4222-4dbd-9817-2fce4a550c13 admin admin] Router f1433366-0e12-454f-bc54-43cd1079d374 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:15:42.938241 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-cc5ea610-4f0c-4e35-9540-8c4753a0b6fa tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:42.939551 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-e71ddce2-7e1f-465b-b2bd-2078ab5feaca None None] Port e65d8c3f-a774-4aef-b0e6-3383d5606030 cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:15:42.951537 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-499248ae-58ba-416f-99c4-deae42806afe tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Network a8c86a7c-3bcb-4626-bcbe-0c47e5b62079 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:42.958033 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-cc5ea610-4f0c-4e35-9540-8c4753a0b6fa tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Usage tracker for resource:security_group_rule and tenant:2957845d7c874208b3d921bf499e5b7b is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:42.964322 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-499248ae-58ba-416f-99c4-deae42806afe tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:42.971428 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-5d22ce4b-381e-4288-9a83-414b8e9708db None None] Attempting to bind port e506ffb7-4474-44a4-8cf8-d9cb842026f6 on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:42.971848 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-5d22ce4b-381e-4288-9a83-414b8e9708db None None] Attempting to bind port e506ffb7-4474-44a4-8cf8-d9cb842026f6 by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': '27c334f4-9bf4-4215-81ac-eba1c6eda7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf'}] {{(pid=73848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:42.972023 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d22ce4b-381e-4288-9a83-414b8e9708db None None] Attempting to bind port e506ffb7-4474-44a4-8cf8-d9cb842026f6 on network 5ea56348-3132-43ce-93d5-7c6eb60259bf {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:42.972410 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-499248ae-58ba-416f-99c4-deae42806afe tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:42.981064 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d22ce4b-381e-4288-9a83-414b8e9708db None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:42.981481 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d22ce4b-381e-4288-9a83-414b8e9708db None None] Checking segment: {'id': '27c334f4-9bf4-4215-81ac-eba1c6eda7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:42.981849 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-5d22ce4b-381e-4288-9a83-414b8e9708db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:42.982277 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d22ce4b-381e-4288-9a83-414b8e9708db None None] Bound using segment: {'id': '27c334f4-9bf4-4215-81ac-eba1c6eda7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf'} {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:42.982779 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-5d22ce4b-381e-4288-9a83-414b8e9708db None None] Bound port: e506ffb7-4474-44a4-8cf8-d9cb842026f6, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c334f4-9bf4-4215-81ac-eba1c6eda7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf'}}] {{(pid=73848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:42.983157 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-5d22ce4b-381e-4288-9a83-414b8e9708db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:42.983497 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-499248ae-58ba-416f-99c4-deae42806afe tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:42.983848 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06632c7-a315-4a0d-819b-585c90adc251 admin admin] Deleting subnet c6e3ad69-4b29-48aa-aa9d-7c39cbd0b689 {{(pid=73846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:15:42.991360 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-499248ae-58ba-416f-99c4-deae42806afe tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.016054 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-cc5ea610-4f0c-4e35-9540-8c4753a0b6fa tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:43.027728 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-499248ae-58ba-416f-99c4-deae42806afe tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9506474 Apr 30 13:15:43.032254 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-cc5ea610-4f0c-4e35-9540-8c4753a0b6fa tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:43.033053 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e06632c7-a315-4a0d-819b-585c90adc251 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.146211 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-94ddec1d-ac46-4d4e-b4df-f6447b7b33e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.209196 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.db [None req-5d22ce4b-381e-4288-9a83-414b8e9708db None None] For port e506ffb7-4474-44a4-8cf8-d9cb842026f6, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:43.216999 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.db [None req-5d22ce4b-381e-4288-9a83-414b8e9708db None None] For port e506ffb7-4474-44a4-8cf8-d9cb842026f6, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=e506ffb7-4474-44a4-8cf8-d9cb842026f6,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:43.231342 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-5d22ce4b-381e-4288-9a83-414b8e9708db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.243242 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:43.244517 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-94ddec1d-ac46-4d4e-b4df-f6447b7b33e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:43.271680 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 57170) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:43.273366 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9aece8ed-b0b3-40c9-8870-5edb7a0bd6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.278862 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-94ddec1d-ac46-4d4e-b4df-f6447b7b33e2 admin admin] Usage tracker for resource:security_group_rule and tenant:55fd01e2f5a34975b048f824774f706a is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:43.348414 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-94ddec1d-ac46-4d4e-b4df-f6447b7b33e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:43.354096 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e06632c7-a315-4a0d-819b-585c90adc251 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819611'] for subnet, precommit_delete_associations {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.374237 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d22ce4b-381e-4288-9a83-414b8e9708db None None] Routers {'b8baceec-e907-42c9-8ebc-8029b2c9e4f3'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:43.374907 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-5d22ce4b-381e-4288-9a83-414b8e9708db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:15:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['b8baceec-e907-42c9-8ebc-8029b2c9e4f3'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:43.381214 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11210214-4222-4dbd-9817-2fce4a550c13 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:15:43.391938 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58336e0-1df6-420d-89f0-ec9f244cbcd2 None None] Sync routers for ids ['f1433366-0e12-454f-bc54-43cd1079d374'] in dv-cinder-788363-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:15:43.404347 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.414806 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-11210214-4222-4dbd-9817-2fce4a550c13 admin admin] 10.222.0.30 "PUT /v2.0/routers/f1433366-0e12-454f-bc54-43cd1079d374/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2178917 Apr 30 13:15:43.423834 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58336e0-1df6-420d-89f0-ec9f244cbcd2 None None] Routers {'f1433366-0e12-454f-bc54-43cd1079d374'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:43.424649 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-b58336e0-1df6-420d-89f0-ec9f244cbcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:15:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['f1433366-0e12-454f-bc54-43cd1079d374'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:43.453677 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-94ddec1d-ac46-4d4e-b4df-f6447b7b33e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:43.466476 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997aa89-cbdc-4c3c-b908-eacdf195b9e4 req-c53747a8-52e3-460a-b2c9-b212f4e9e810 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:43.474732 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b997aa89-cbdc-4c3c-b908-eacdf195b9e4 req-c53747a8-52e3-460a-b2c9-b212f4e9e810 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 931 time: 2.7631891 Apr 30 13:15:43.642583 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-b9798aa1-ce6d-4cea-83cb-c77b9c1d648b service neutron] Request body: {'port': {'device_id': '18e828b5-c324-473e-b966-2e7cbc4ffd34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:43.682897 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed7647-503d-45b1-9646-f258d7350f51 None None] Pushing event updated for resources: {'Port': ['ID=e506ffb7-4474-44a4-8cf8-d9cb842026f6,revision_number=4']} {{(pid=73848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:43.686107 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 003266e9-11d1-4034-bf94-228a1cf30202 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:43.695829 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-caed7647-503d-45b1-9646-f258d7350f51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:43.704747 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e06632c7-a315-4a0d-819b-585c90adc251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513256'] for subnet, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.919847 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d301226-9df1-436d-a9a9-2a583fa834b3 req-d25c3e93-394c-45c4-94c5-dca2f301552d tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:43.926838 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9d301226-9df1-436d-a9a9-2a583fa834b3 req-d25c3e93-394c-45c4-94c5-dca2f301552d tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 931 time: 1.7107270 Apr 30 13:15:43.927580 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-b9798aa1-ce6d-4cea-83cb-c77b9c1d648b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.960805 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-b997aa89-cbdc-4c3c-b908-eacdf195b9e4 req-3ec540b7-c589-47ae-a920-9165059b936a tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Synchronizing usage tracker for tenant:92757e3fba2f43fbbc422ff9719041f0 on resource:security_group {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:43.999547 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port 003266e9-11d1-4034-bf94-228a1cf30202 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:44.000380 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:44.025384 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-5d22ce4b-381e-4288-9a83-414b8e9708db None None] Set router b8baceec-e907-42c9-8ebc-8029b2c9e4f3 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:44.038913 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-341f48c1-241c-4dbc-ac44-b91a874cd752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:44.068967 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9aece8ed-b0b3-40c9-8870-5edb7a0bd6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:44.124869 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-b58336e0-1df6-420d-89f0-ec9f244cbcd2 None None] Set router f1433366-0e12-454f-bc54-43cd1079d374 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:44.143979 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-b997aa89-cbdc-4c3c-b908-eacdf195b9e4 req-3ec540b7-c589-47ae-a920-9165059b936a tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Unset dirty status for tenant:92757e3fba2f43fbbc422ff9719041f0 on resource:security_group {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:44.145337 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b997aa89-cbdc-4c3c-b908-eacdf195b9e4 req-3ec540b7-c589-47ae-a920-9165059b936a tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6670320 Apr 30 13:15:44.185461 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9d301226-9df1-436d-a9a9-2a583fa834b3 req-a9279b03-f8e7-4074-b38a-77d8ad989930 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/security-groups?id=4176b417-f63f-41ec-beb4-adaab44a2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301021 Apr 30 13:15:44.242397 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-cc5ea610-4f0c-4e35-9540-8c4753a0b6fa tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:44.338916 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-94ddec1d-ac46-4d4e-b4df-f6447b7b33e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:44.348224 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-341f48c1-241c-4dbc-ac44-b91a874cd752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:44.354748 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-94ddec1d-ac46-4d4e-b4df-f6447b7b33e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:44.395531 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-cc5ea610-4f0c-4e35-9540-8c4753a0b6fa tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:44.446889 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-341f48c1-241c-4dbc-ac44-b91a874cd752 admin admin] Usage tracker for resource:security_group_rule and tenant:d7a93fe8bc684094acbca01ba93fece9 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:44.480934 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:44.495104 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-341f48c1-241c-4dbc-ac44-b91a874cd752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:44.501266 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:44.535116 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-94ddec1d-ac46-4d4e-b4df-f6447b7b33e2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=55fd01e2f5a34975b048f824774f706a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4082687 Apr 30 13:15:44.536069 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddec1d-ac46-4d4e-b4df-f6447b7b33e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bb28fe-de48-41d4-8c2c-f41618682c5d,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:44.538558 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 57184) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:44.550730 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-341f48c1-241c-4dbc-ac44-b91a874cd752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:44.566227 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-94ddec1d-ac46-4d4e-b4df-f6447b7b33e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:44.691910 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6abab589-6ef9-4551-96d3-24bc825d9ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:44.720152 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6abab589-6ef9-4551-96d3-24bc825d9ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:44.799324 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6abab589-6ef9-4551-96d3-24bc825d9ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:44.850708 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-cc5ea610-4f0c-4e35-9540-8c4753a0b6fa tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:44.862007 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:44.865083 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-cc5ea610-4f0c-4e35-9540-8c4753a0b6fa tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 4.4925992 Apr 30 13:15:44.880781 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 57188) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:44.884355 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abab589-6ef9-4551-96d3-24bc825d9ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bb28fe-de48-41d4-8c2c-f41618682c5d,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:44.886409 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6abab589-6ef9-4551-96d3-24bc825d9ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:44.903135 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-6abab589-6ef9-4551-96d3-24bc825d9ee4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d6bb28fe-de48-41d4-8c2c-f41618682c5d HTTP/1.1" status: 204 len: 168 time: 0.3492157 Apr 30 13:15:44.910894 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-5d22ce4b-381e-4288-9a83-414b8e9708db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'name': 'tempest-AttachVolumeShelveTestJSON-11597027-router', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '7325674b-df53-4180-b70c-131cadc64ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:24Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'gw_port': {'id': '7325674b-df53-4180-b70c-131cadc64ff6', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'e506ffb7-4474-44a4-8cf8-d9cb842026f6', 'name': '', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'mac_address': 'fa:16:3e:77:d3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:43Z', 'revision_number': 4, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'subnets': [{'id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:44.916199 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-6abab589-6ef9-4551-96d3-24bc825d9ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:44.925628 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22ce4b-381e-4288-9a83-414b8e9708db None None] The sync data for ids ['b8baceec-e907-42c9-8ebc-8029b2c9e4f3'] in dv-cinder-788363-2-iscsi is: [{'id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'name': 'tempest-AttachVolumeShelveTestJSON-11597027-router', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '7325674b-df53-4180-b70c-131cadc64ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:24Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'gw_port': {'id': '7325674b-df53-4180-b70c-131cadc64ff6', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'e506ffb7-4474-44a4-8cf8-d9cb842026f6', 'name': '', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'mac_address': 'fa:16:3e:77:d3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:43Z', 'revision_number': 4, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'subnets': [{'id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:15:44.935691 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-cba46889-58d8-4034-83fc-840943a3e569 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Request body: {'security_group_rule': {'security_group_id': 'c5cfa8a9-f458-49fb-8e7a-b496c852e080', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:45.073273 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9aece8ed-b0b3-40c9-8870-5edb7a0bd6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:45.108706 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-cba46889-58d8-4034-83fc-840943a3e569 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:45.126567 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-b58336e0-1df6-420d-89f0-ec9f244cbcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'name': 'tempest-AttachVolumeTestJSON-345655624-router', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '003266e9-11d1-4034-bf94-228a1cf30202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:38Z', 'revision_number': 4, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'gw_port': {'id': '003266e9-11d1-4034-bf94-228a1cf30202', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:35:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:27Z', 'updated_at': '2021-04-30T13:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'e65d8c3f-a774-4aef-b0e6-3383d5606030', 'name': '', 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'mac_address': 'fa:16:3e:db:96:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '88f483fa-96d4-494c-a375-0339a4c91674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:36Z', 'updated_at': '2021-04-30T13:15:39Z', 'revision_number': 2, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'subnets': [{'id': '88f483fa-96d4-494c-a375-0339a4c91674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:45.149682 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58336e0-1df6-420d-89f0-ec9f244cbcd2 None None] Checking router: f1433366-0e12-454f-bc54-43cd1079d374 for host: dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:15:45.150255 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58336e0-1df6-420d-89f0-ec9f244cbcd2 None None] Updating router f1433366-0e12-454f-bc54-43cd1079d374 port e65d8c3f-a774-4aef-b0e6-3383d5606030 binding host dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:15:45.157525 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ea610-4f0c-4e35-9540-8c4753a0b6fa tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cfa8a9-f458-49fb-8e7a-b496c852e080,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:45.169194 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-cc5ea610-4f0c-4e35-9540-8c4753a0b6fa tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:45.185847 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-cba46889-58d8-4034-83fc-840943a3e569 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Usage tracker for resource:security_group_rule and tenant:2957845d7c874208b3d921bf499e5b7b is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:45.189799 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:45.223440 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-cba46889-58d8-4034-83fc-840943a3e569 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:45.230921 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aece8ed-b0b3-40c9-8870-5edb7a0bd6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d81874-c655-4a13-8e9c-9845b7082e9b,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:45.233213 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-9aece8ed-b0b3-40c9-8870-5edb7a0bd6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:45.239605 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-cba46889-58d8-4034-83fc-840943a3e569 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:45.366907 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-b58336e0-1df6-420d-89f0-ec9f244cbcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:45.405092 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9aece8ed-b0b3-40c9-8870-5edb7a0bd6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:45.428295 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-9aece8ed-b0b3-40c9-8870-5edb7a0bd6e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/15d81874-c655-4a13-8e9c-9845b7082e9b HTTP/1.1" status: 204 len: 168 time: 2.6027422 Apr 30 13:15:45.452990 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-b9798aa1-ce6d-4cea-83cb-c77b9c1d648b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34171082-d6cf-4661-8b9b-30d3b90f0018 {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:15:45.474031 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-b9798aa1-ce6d-4cea-83cb-c77b9c1d648b service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:45.633303 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 57204) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:45.689852 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-ac4f2d84-a72f-4ed8-b530-43c3390219e4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1105029832', 'description': 'tempest-description--2146152875'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:45.709129 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-cba46889-58d8-4034-83fc-840943a3e569 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:45.737343 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-ac4f2d84-a72f-4ed8-b530-43c3390219e4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:45.786242 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684f3b1-2230-4a57-919a-218cc980a2d8 req-11501cde-320d-4d95-811f-182bf33bd964 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:45.791303 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3684f3b1-2230-4a57-919a-218cc980a2d8 req-11501cde-320d-4d95-811f-182bf33bd964 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 931 time: 0.3125622 Apr 30 13:15:45.814861 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device e506ffb7-4474-44a4-8cf8-d9cb842026f6 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:45.853293 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e06632c7-a315-4a0d-819b-585c90adc251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8252089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978881'] for subnet, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:45.885857 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-b9798aa1-ce6d-4cea-83cb-c77b9c1d648b service neutron] Transition to ACTIVE for port object 34171082-d6cf-4661-8b9b-30d3b90f0018 will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:45.894453 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-ac4f2d84-a72f-4ed8-b530-43c3390219e4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Usage tracker for resource:security_group and tenant:d9280e071a324c1bab79da85986ee901 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:45.899173 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-ac4f2d84-a72f-4ed8-b530-43c3390219e4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:45.977561 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:45.987842 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-b9798aa1-ce6d-4cea-83cb-c77b9c1d648b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:46.006259 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-ac4f2d84-a72f-4ed8-b530-43c3390219e4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:46.045325 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-11210214-4222-4dbd-9817-2fce4a550c13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:46.154318 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06632c7-a315-4a0d-819b-585c90adc251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6e3ad69-4b29-48aa-aa9d-7c39cbd0b689,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:46.160840 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e06632c7-a315-4a0d-819b-585c90adc251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:46.178043 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ac4f2d84-a72f-4ed8-b530-43c3390219e4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:46.186047 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e06632c7-a315-4a0d-819b-585c90adc251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for subnet, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:46.224472 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-e06632c7-a315-4a0d-819b-585c90adc251 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c6e3ad69-4b29-48aa-aa9d-7c39cbd0b689 HTTP/1.1" status: 204 len: 168 time: 3.8201342 Apr 30 13:15:46.245521 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port e506ffb7-4474-44a4-8cf8-d9cb842026f6 completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:46.252478 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-cba46889-58d8-4034-83fc-840943a3e569 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:46.256249 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 57216) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:46.258194 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port e506ffb7-4474-44a4-8cf8-d9cb842026f6 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:46.262504 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:46.319099 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-cba46889-58d8-4034-83fc-840943a3e569 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724316'] for security_group_rule, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:46.335895 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-341f48c1-241c-4dbc-ac44-b91a874cd752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:46.341058 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.db.resource_extend [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 13:15:46.418516 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:46.462784 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-341f48c1-241c-4dbc-ac44-b91a874cd752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:46.710242 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:46.745173 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:15:46.752958 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba46889-58d8-4034-83fc-840943a3e569 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27a7477-2c58-4e53-8053-d6dd0c0b4cad,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:46.771186 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-ac4f2d84-a72f-4ed8-b530-43c3390219e4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:46.779079 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-ac4f2d84-a72f-4ed8-b530-43c3390219e4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Usage tracker for resource:security_group_rule and tenant:d9280e071a324c1bab79da85986ee901 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:46.787274 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-ac4f2d84-a72f-4ed8-b530-43c3390219e4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:46.801753 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-ac4f2d84-a72f-4ed8-b530-43c3390219e4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:46.813490 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-cba46889-58d8-4034-83fc-840943a3e569 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:46.839820 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-94ddec1d-ac46-4d4e-b4df-f6447b7b33e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:46.860641 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] For port e506ffb7-4474-44a4-8cf8-d9cb842026f6, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=e506ffb7-4474-44a4-8cf8-d9cb842026f6,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:46.885830 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:46.893890 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-cba46889-58d8-4034-83fc-840943a3e569 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:46.897464 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-2962261e-9e0b-491f-a381-c5a1a5d5d043 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:46.901991 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-cba46889-58d8-4034-83fc-840943a3e569 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9975185 Apr 30 13:15:46.908688 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 57236) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:46.973202 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ac4f2d84-a72f-4ed8-b530-43c3390219e4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:46.981654 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-2b2c4e6b-391e-45d8-b7dd-1f8b0bd4a835 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Request body: {'security_group_rule': {'security_group_id': 'c5cfa8a9-f458-49fb-8e7a-b496c852e080', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:47.000706 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-341f48c1-241c-4dbc-ac44-b91a874cd752 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7a93fe8bc684094acbca01ba93fece9&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7251718 Apr 30 13:15:47.009944 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-2b2c4e6b-391e-45d8-b7dd-1f8b0bd4a835 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:47.016043 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 57240) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:47.023416 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:15:47.029919 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3684f3b1-2230-4a57-919a-218cc980a2d8 req-fc1e4f16-4310-4549-b51b-40b824f7da0a tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1320009 Apr 30 13:15:47.032141 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ac4f2d84-a72f-4ed8-b530-43c3390219e4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.058109 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.060339 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff051bc4-379f-4d4e-822b-c901f3c7e6a4 req-db3aed0f-8eca-43a8-81ee-7bb4dd80724e tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:47.063997 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ff051bc4-379f-4d4e-822b-c901f3c7e6a4 req-db3aed0f-8eca-43a8-81ee-7bb4dd80724e tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 943 time: 1.2701893 Apr 30 13:15:47.076856 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5e6ffce1-fe7c-4602-a85d-cf7fb417c178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669671'] for network, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.084216 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-2b2c4e6b-391e-45d8-b7dd-1f8b0bd4a835 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Usage tracker for resource:security_group_rule and tenant:2957845d7c874208b3d921bf499e5b7b is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:47.115854 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-b58336e0-1df6-420d-89f0-ec9f244cbcd2 None None] Notify callbacks [] for port, precommit_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.118402 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-2b2c4e6b-391e-45d8-b7dd-1f8b0bd4a835 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:47.136686 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f48c1-241c-4dbc-ac44-b91a874cd752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b30e20-9fb8-4f19-a4ff-782973996acb,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:47.174564 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-2b2c4e6b-391e-45d8-b7dd-1f8b0bd4a835 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:47.175952 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-341f48c1-241c-4dbc-ac44-b91a874cd752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:47.188068 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-b58336e0-1df6-420d-89f0-ec9f244cbcd2 None None] Transition to ACTIVE for port object e65d8c3f-a774-4aef-b0e6-3383d5606030 will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:47.213724 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] Transition to ACTIVE for port object 2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:47.235665 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-b58336e0-1df6-420d-89f0-ec9f244cbcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.257220 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9798aa1-ce6d-4cea-83cb-c77b9c1d648b service neutron] Pushing event updated for resources: {'Port': ['ID=34171082-d6cf-4661-8b9b-30d3b90f0018,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:47.266227 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b9798aa1-ce6d-4cea-83cb-c77b9c1d648b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.221s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:47.291626 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-c40fc844-621a-49a5-896e-cdb1a517d42f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:47.305599 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8252111'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.333032 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-b9798aa1-ce6d-4cea-83cb-c77b9c1d648b service neutron] Attempting to bind port 34171082-d6cf-4661-8b9b-30d3b90f0018 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:47.333395 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-b9798aa1-ce6d-4cea-83cb-c77b9c1d648b service neutron] Attempting to bind port 34171082-d6cf-4661-8b9b-30d3b90f0018 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '070bcd46-11f8-4217-bafd-cffdcba3e9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'a8c86a7c-3bcb-4626-bcbe-0c47e5b62079'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:47.333760 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-b9798aa1-ce6d-4cea-83cb-c77b9c1d648b service neutron] Attempting to bind port 34171082-d6cf-4661-8b9b-30d3b90f0018 on network a8c86a7c-3bcb-4626-bcbe-0c47e5b62079 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:47.351401 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e012f9e7-29db-4ee8-8a92-e7d8b91781a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:47.382790 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ff051bc4-379f-4d4e-822b-c901f3c7e6a4 req-cdc45aa4-d420-4f2c-aa4c-926649acb699 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/security-groups?id=4176b417-f63f-41ec-beb4-adaab44a2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407534 Apr 30 13:15:47.412696 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-b9798aa1-ce6d-4cea-83cb-c77b9c1d648b service neutron] Port 34171082-d6cf-4661-8b9b-30d3b90f0018 on network a8c86a7c-3bcb-4626-bcbe-0c47e5b62079 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:15:47.413026 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-b9798aa1-ce6d-4cea-83cb-c77b9c1d648b service neutron] Attempting to bind port 34171082-d6cf-4661-8b9b-30d3b90f0018 on network a8c86a7c-3bcb-4626-bcbe-0c47e5b62079 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:47.431756 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-b9798aa1-ce6d-4cea-83cb-c77b9c1d648b service neutron] Checking agent: {'id': '339503ba-6418-440e-8cd9-ebb81c45e407', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:47.432125 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-b9798aa1-ce6d-4cea-83cb-c77b9c1d648b service neutron] Checking segment: {'id': '070bcd46-11f8-4217-bafd-cffdcba3e9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'a8c86a7c-3bcb-4626-bcbe-0c47e5b62079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:47.437763 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-b9798aa1-ce6d-4cea-83cb-c77b9c1d648b service neutron] Bound using segment: {'id': '070bcd46-11f8-4217-bafd-cffdcba3e9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'a8c86a7c-3bcb-4626-bcbe-0c47e5b62079'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:47.438369 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-b9798aa1-ce6d-4cea-83cb-c77b9c1d648b service neutron] Bound port: 34171082-d6cf-4661-8b9b-30d3b90f0018, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '070bcd46-11f8-4217-bafd-cffdcba3e9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'a8c86a7c-3bcb-4626-bcbe-0c47e5b62079'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:47.438793 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-b9798aa1-ce6d-4cea-83cb-c77b9c1d648b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.466872 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ac4f2d84-a72f-4ed8-b530-43c3390219e4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.470502 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-ac4f2d84-a72f-4ed8-b530-43c3390219e4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8359585 Apr 30 13:15:47.501041 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 57256) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:47.507461 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Pushing event updated for resources: {'Port': ['ID=e506ffb7-4474-44a4-8cf8-d9cb842026f6,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:47.524540 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f2d84-a72f-4ed8-b530-43c3390219e4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20a78785-fed4-404d-9400-cbb87fd05a43,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:47.550230 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ac4f2d84-a72f-4ed8-b530-43c3390219e4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:47.555737 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-78c50976-c63d-4171-96db-66835083871f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Request body: {'security_group_rule': {'security_group_id': '20a78785-fed4-404d-9400-cbb87fd05a43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:47.595726 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:47.596421 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:47.664596 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-45f5b523-a925-499e-99e5-46a2e90f2c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.666922 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:47.672535 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2b2c4e6b-391e-45d8-b7dd-1f8b0bd4a835 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.691860 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-78c50976-c63d-4171-96db-66835083871f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:47.720895 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-78c50976-c63d-4171-96db-66835083871f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Usage tracker for resource:security_group_rule and tenant:d9280e071a324c1bab79da85986ee901 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:47.732511 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-78c50976-c63d-4171-96db-66835083871f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:47.770227 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-78c50976-c63d-4171-96db-66835083871f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:47.813025 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-78c50976-c63d-4171-96db-66835083871f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.817649 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:47.820072 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5887e-51ff-46a5-bd00-9fee423f8882 None None] Pushing event updated for resources: {'Port': ['ID=e65d8c3f-a774-4aef-b0e6-3383d5606030,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:47.832343 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-b9798aa1-ce6d-4cea-83cb-c77b9c1d648b service neutron] For port 34171082-d6cf-4661-8b9b-30d3b90f0018, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:47.842662 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device e506ffb7-4474-44a4-8cf8-d9cb842026f6 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:47.867673 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-b9798aa1-ce6d-4cea-83cb-c77b9c1d648b service neutron] For port 34171082-d6cf-4661-8b9b-30d3b90f0018, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=34171082-d6cf-4661-8b9b-30d3b90f0018,segment=NetworkSegment(070bcd46-11f8-4217-bafd-cffdcba3e9d3),segment_id=070bcd46-11f8-4217-bafd-cffdcba3e9d3)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:47.889281 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-b9798aa1-ce6d-4cea-83cb-c77b9c1d648b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.936820 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-28d5887e-51ff-46a5-bd00-9fee423f8882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:47.943776 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-384d9feb-30db-4421-b18b-c1f703f2b321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:47.973864 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-b58336e0-1df6-420d-89f0-ec9f244cbcd2 None None] Attempting to bind port e65d8c3f-a774-4aef-b0e6-3383d5606030 on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:47.974734 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-b58336e0-1df6-420d-89f0-ec9f244cbcd2 None None] Attempting to bind port e65d8c3f-a774-4aef-b0e6-3383d5606030 by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': '10278c49-52d2-4267-9e0f-d0c4b28d582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:47.975503 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58336e0-1df6-420d-89f0-ec9f244cbcd2 None None] Attempting to bind port e65d8c3f-a774-4aef-b0e6-3383d5606030 on network a3023e0b-51e8-48ea-ba8f-c7b4a48d722e {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:47.991055 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58336e0-1df6-420d-89f0-ec9f244cbcd2 None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:47.992229 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58336e0-1df6-420d-89f0-ec9f244cbcd2 None None] Checking segment: {'id': '10278c49-52d2-4267-9e0f-d0c4b28d582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:47.993273 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-b58336e0-1df6-420d-89f0-ec9f244cbcd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.994395 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58336e0-1df6-420d-89f0-ec9f244cbcd2 None None] Bound using segment: {'id': '10278c49-52d2-4267-9e0f-d0c4b28d582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:47.995593 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-b58336e0-1df6-420d-89f0-ec9f244cbcd2 None None] Bound port: e65d8c3f-a774-4aef-b0e6-3383d5606030, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10278c49-52d2-4267-9e0f-d0c4b28d582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:47.996527 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-b58336e0-1df6-420d-89f0-ec9f244cbcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:48.150271 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port e506ffb7-4474-44a4-8cf8-d9cb842026f6 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:48.150395 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:48.229834 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-b9798aa1-ce6d-4cea-83cb-c77b9c1d648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:48.230498 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-b9798aa1-ce6d-4cea-83cb-c77b9c1d648b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:48.241177 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-b9798aa1-ce6d-4cea-83cb-c77b9c1d648b service neutron] 10.222.0.96 "PUT /v2.0/ports/34171082-d6cf-4661-8b9b-30d3b90f0018 HTTP/1.1" status: 200 len: 1093 time: 4.6032457 Apr 30 13:15:48.241885 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e828b5-c324-473e-b966-2e7cbc4ffd34', 'tag': '34171082-d6cf-4661-8b9b-30d3b90f0018'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:48.348298 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5e6ffce1-fe7c-4602-a85d-cf7fb417c178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508261', 'neutron.services.segments.db._delete_segments_for_network-8741672489629'] for network, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:48.434265 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-45f5b523-a925-499e-99e5-46a2e90f2c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:48.492920 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-78c50976-c63d-4171-96db-66835083871f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:48.525188 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-b58336e0-1df6-420d-89f0-ec9f244cbcd2 None None] For port e65d8c3f-a774-4aef-b0e6-3383d5606030, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:48.533905 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2b2c4e6b-391e-45d8-b7dd-1f8b0bd4a835 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:48.535072 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-b58336e0-1df6-420d-89f0-ec9f244cbcd2 None None] For port e65d8c3f-a774-4aef-b0e6-3383d5606030, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=e65d8c3f-a774-4aef-b0e6-3383d5606030,segment=NetworkSegment(10278c49-52d2-4267-9e0f-d0c4b28d582b),segment_id=10278c49-52d2-4267-9e0f-d0c4b28d582b)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:48.549552 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-b58336e0-1df6-420d-89f0-ec9f244cbcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:48.562180 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-fb07c7ee-4f7f-438b-bd08-1dd91011d429 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:48.617215 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-78c50976-c63d-4171-96db-66835083871f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724316'] for security_group_rule, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:48.629939 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2b2c4e6b-391e-45d8-b7dd-1f8b0bd4a835 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724316'] for security_group_rule, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:48.703644 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-cba46889-58d8-4034-83fc-840943a3e569 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:48.763276 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5887e-51ff-46a5-bd00-9fee423f8882 None None] Pushing event updated for resources: {'Port': ['ID=e65d8c3f-a774-4aef-b0e6-3383d5606030,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:48.778180 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-28d5887e-51ff-46a5-bd00-9fee423f8882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:48.834754 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58336e0-1df6-420d-89f0-ec9f244cbcd2 None None] Routers {'f1433366-0e12-454f-bc54-43cd1079d374'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:48.839818 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-b58336e0-1df6-420d-89f0-ec9f244cbcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:15:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['f1433366-0e12-454f-bc54-43cd1079d374'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:48.851617 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c4e6b-391e-45d8-b7dd-1f8b0bd4a835 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=364894d8-85b2-430a-bab7-78a3aac9a092,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:48.870793 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.services.segments.db [None req-5e6ffce1-fe7c-4602-a85d-cf7fb417c178 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7c04720-f794-41b4-9706-fc1a69a5650c']}} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:48.890757 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-78c50976-c63d-4171-96db-66835083871f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:48.896406 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-78c50976-c63d-4171-96db-66835083871f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3935714 Apr 30 13:15:48.912699 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 57288) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:48.934261 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-2b2c4e6b-391e-45d8-b7dd-1f8b0bd4a835 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:48.949774 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.services.segments.db [None req-5e6ffce1-fe7c-4602-a85d-cf7fb417c178 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea11b46-0163-49cc-bbeb-f271a3dca1f1') {'for_net_delete': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:48.959487 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.services.segments.db [None req-5e6ffce1-fe7c-4602-a85d-cf7fb417c178 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea11b46-0163-49cc-bbeb-f271a3dca1f1') {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:48.966831 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9798aa1-ce6d-4cea-83cb-c77b9c1d648b service neutron] Pushing event updated for resources: {'Port': ['ID=34171082-d6cf-4661-8b9b-30d3b90f0018,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:48.981108 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b9798aa1-ce6d-4cea-83cb-c77b9c1d648b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.037s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:48.987669 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2b2c4e6b-391e-45d8-b7dd-1f8b0bd4a835 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:48.990974 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-2b2c4e6b-391e-45d8-b7dd-1f8b0bd4a835 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0601828 Apr 30 13:15:48.997463 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 57294) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:49.011598 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5e6ffce1-fe7c-4602-a85d-cf7fb417c178 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672501863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5819602'] for segment, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:49.040527 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-5bb9a5a4-a399-48d0-b8ff-3efd5b0b886e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Request body: {'floatingip': {'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:49.064843 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] Attempting to bind port 2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:49.065829 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-62f7ce2f-ba79-4077-9081-41f2bf79cf44 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Request body: {'security_group_rule': {'security_group_id': '20a78785-fed4-404d-9400-cbb87fd05a43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:49.067620 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] Attempting to bind port 2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'a75ffc8e-f4e6-415a-9acb-883798976b2c'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:49.068014 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] Attempting to bind port 2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e on network a75ffc8e-f4e6-415a-9acb-883798976b2c {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:49.074092 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-62f7ce2f-ba79-4077-9081-41f2bf79cf44 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:49.076892 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-5bb9a5a4-a399-48d0-b8ff-3efd5b0b886e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:49.079865 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-62f7ce2f-ba79-4077-9081-41f2bf79cf44 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Usage tracker for resource:security_group_rule and tenant:d9280e071a324c1bab79da85986ee901 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:49.083791 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-62f7ce2f-ba79-4077-9081-41f2bf79cf44 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:49.090999 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-62f7ce2f-ba79-4077-9081-41f2bf79cf44 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:49.102617 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:49.107053 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-45f5b523-a925-499e-99e5-46a2e90f2c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:49.114120 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-5bb9a5a4-a399-48d0-b8ff-3efd5b0b886e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Usage tracker for resource:floatingip and tenant:2957845d7c874208b3d921bf499e5b7b is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:49.114120 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] Port 2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e on network a75ffc8e-f4e6-415a-9acb-883798976b2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:15:49.114120 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] Attempting to bind port 2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e on network a75ffc8e-f4e6-415a-9acb-883798976b2c {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:49.118278 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5e6ffce1-fe7c-4602-a85d-cf7fb417c178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:49.126371 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-5bb9a5a4-a399-48d0-b8ff-3efd5b0b886e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:49.166613 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-62f7ce2f-ba79-4077-9081-41f2bf79cf44 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:49.172429 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:49.205515 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-5bb9a5a4-a399-48d0-b8ff-3efd5b0b886e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:49.210291 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] Checking agent: {'id': '339503ba-6418-440e-8cd9-ebb81c45e407', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:49.210635 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] Checking segment: {'id': '5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'a75ffc8e-f4e6-415a-9acb-883798976b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:49.211171 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] Bound using segment: {'id': '5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'a75ffc8e-f4e6-415a-9acb-883798976b2c'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:49.211685 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] Bound port: 2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'a75ffc8e-f4e6-415a-9acb-883798976b2c'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:49.212064 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:49.244565 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6ffce1-fe7c-4602-a85d-cf7fb417c178 admin admin] Releasing vlan 1179 on physical network physnet1 to pool {{(pid=73846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:15:49.245083 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c50976-c63d-4171-96db-66835083871f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b07a28-b1d5-45b3-8e84-1f5aea9bcaa6,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:49.270151 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-78c50976-c63d-4171-96db-66835083871f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:49.298380 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c42d3-b22f-403e-888d-0390ec73c890 req-b774f3bd-48ff-402e-a4a1-6dae21f37c85 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:49.306375 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ac4c42d3-b22f-403e-888d-0390ec73c890 req-b774f3bd-48ff-402e-a4a1-6dae21f37c85 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 943 time: 0.8050866 Apr 30 13:15:49.314366 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-b58336e0-1df6-420d-89f0-ec9f244cbcd2 None None] Set router f1433366-0e12-454f-bc54-43cd1079d374 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:49.315002 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5b523-a925-499e-99e5-46a2e90f2c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b30e20-9fb8-4f19-a4ff-782973996acb,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:49.322472 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-d5f142c3-bf81-4e1e-825e-43c28a90c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:49.324412 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-d5f142c3-bf81-4e1e-825e-43c28a90c3f6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=15e9fbb7bd33418b9d931e636244c9d4&device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 1096 time: 0.8338263 Apr 30 13:15:49.337922 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-45f5b523-a925-499e-99e5-46a2e90f2c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:49.426969 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ac4c42d3-b22f-403e-888d-0390ec73c890 req-04ed2367-74ac-4262-8eb4-443fc8a3bd80 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186659 Apr 30 13:15:49.519716 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-62f7ce2f-ba79-4077-9081-41f2bf79cf44 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:49.541145 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e03b7-a30e-47b2-af02-f636a97da4a9 req-da2b24c1-1eac-4423-944d-5bce1de8adfe tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:49.555500 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-339e03b7-a30e-47b2-af02-f636a97da4a9 req-da2b24c1-1eac-4423-944d-5bce1de8adfe tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 943 time: 0.6269143 Apr 30 13:15:49.622687 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-62f7ce2f-ba79-4077-9081-41f2bf79cf44 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724316'] for security_group_rule, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:49.699135 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:49.721260 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-62f7ce2f-ba79-4077-9081-41f2bf79cf44 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:49.727605 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-62f7ce2f-ba79-4077-9081-41f2bf79cf44 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7862322 Apr 30 13:15:49.745920 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-339e03b7-a30e-47b2-af02-f636a97da4a9 req-80fce9f9-61d5-45fe-b5e1-b5cf066c4f31 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/security-groups?id=4176b417-f63f-41ec-beb4-adaab44a2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889620 Apr 30 13:15:49.755104 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 57308) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:49.790349 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-603a003a-f209-4db4-9794-5e00e6640d0a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Request body: {'floatingip': {'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:49.819834 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7ce2f-ba79-4077-9081-41f2bf79cf44 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344356e1-abfa-4f04-b57d-950a4de1e7cf,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:49.831807 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-62f7ce2f-ba79-4077-9081-41f2bf79cf44 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:49.834469 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] For port 2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e, host hv-cinder-78836, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:49.837298 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-603a003a-f209-4db4-9794-5e00e6640d0a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:49.850142 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-603a003a-f209-4db4-9794-5e00e6640d0a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Usage tracker for resource:floatingip and tenant:d9280e071a324c1bab79da85986ee901 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:49.850984 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] For port 2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e,segment=NetworkSegment(5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1),segment_id=5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:49.855077 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-45f5b523-a925-499e-99e5-46a2e90f2c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:49.858507 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-45f5b523-a925-499e-99e5-46a2e90f2c4a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/92b30e20-9fb8-4f19-a4ff-782973996acb HTTP/1.1" status: 204 len: 168 time: 2.8139799 Apr 30 13:15:49.867915 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-603a003a-f209-4db4-9794-5e00e6640d0a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:49.882796 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5bb9a5a4-a399-48d0-b8ff-3efd5b0b886e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for floatingip, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:49.884326 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-603a003a-f209-4db4-9794-5e00e6640d0a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:49.915622 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-603a003a-f209-4db4-9794-5e00e6640d0a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for floatingip, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:49.918099 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8252111'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:50.129264 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:50.271822 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-b58336e0-1df6-420d-89f0-ec9f244cbcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'name': 'tempest-AttachVolumeTestJSON-345655624-router', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '003266e9-11d1-4034-bf94-228a1cf30202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:38Z', 'revision_number': 4, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'gw_port': {'id': '003266e9-11d1-4034-bf94-228a1cf30202', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:35:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:27Z', 'updated_at': '2021-04-30T13:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'e65d8c3f-a774-4aef-b0e6-3383d5606030', 'name': '', 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'mac_address': 'fa:16:3e:db:96:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '88f483fa-96d4-494c-a375-0339a4c91674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:36Z', 'updated_at': '2021-04-30T13:15:48Z', 'revision_number': 4, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'subnets': [{'id': '88f483fa-96d4-494c-a375-0339a4c91674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:50.288615 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:50.293755 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58336e0-1df6-420d-89f0-ec9f244cbcd2 None None] The sync data for ids ['f1433366-0e12-454f-bc54-43cd1079d374'] in dv-cinder-788363-2-iscsi is: [{'id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'name': 'tempest-AttachVolumeTestJSON-345655624-router', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '003266e9-11d1-4034-bf94-228a1cf30202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:38Z', 'revision_number': 4, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'gw_port': {'id': '003266e9-11d1-4034-bf94-228a1cf30202', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:35:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:27Z', 'updated_at': '2021-04-30T13:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'e65d8c3f-a774-4aef-b0e6-3383d5606030', 'name': '', 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'mac_address': 'fa:16:3e:db:96:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '88f483fa-96d4-494c-a375-0339a4c91674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:36Z', 'updated_at': '2021-04-30T13:15:48Z', 'revision_number': 4, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'subnets': [{'id': '88f483fa-96d4-494c-a375-0339a4c91674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:15:50.357761 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:50.361740 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-5e6ffce1-fe7c-4602-a85d-cf7fb417c178 admin admin] Network a7c04720-f794-41b4-9706-fc1a69a5650c has no segments {{(pid=73846) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:15:50.376155 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5e6ffce1-fe7c-4602-a85d-cf7fb417c178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1513757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8251923'] for segment, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:50.481660 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-fd3286eb-23df-4117-adff-8feb51c335e1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34171082-d6cf-4661-8b9b-30d3b90f0018 HTTP/1.1" status: 200 len: 217 time: 0.2892938 Apr 30 13:15:50.578012 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e828b5-c324-473e-b966-2e7cbc4ffd34', 'tag': '34171082-d6cf-4661-8b9b-30d3b90f0018', 'status': 'completed', 'code': 200} Apr 30 13:15:50.714282 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-603a003a-f209-4db4-9794-5e00e6640d0a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:50.717255 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-cb4e6d89-4549-43ec-a750-fe074470a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:50.726962 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-cb4e6d89-4549-43ec-a750-fe074470a413 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=82bfd195-714d-4fea-8a2b-39a782be068d HTTP/1.1" status: 200 len: 851 time: 0.2292557 Apr 30 13:15:50.732324 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:50.736258 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:50.737964 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] 10.222.0.96 "PUT /v2.0/ports/2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e HTTP/1.1" status: 200 len: 1093 time: 8.1213224 Apr 30 13:15:50.740083 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97f3b5b-9292-4d45-8a8c-86f50a9d9b20', 'tag': '2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:50.966656 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-5e6ffce1-fe7c-4602-a85d-cf7fb417c178 admin admin] Network a7c04720-f794-41b4-9706-fc1a69a5650c has no segments {{(pid=73846) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: Traceback (most recent call last): Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: timer() Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: cb(*args, **kw) Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: return func(*args, **kwargs) Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: self._notify() Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: self.callback(batched_events) Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: event.method(event) Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: return f(self, *a, **k) Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: return self._get(url).json() Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: return self.request(url, 'GET', **kwargs) Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:15:51.000152 dv-cinder-788363-2-iscsi neutron-server[73846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:15:51.116211 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-83e23fd7-29bf-440a-ab94-43488cee0b85 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a8c86a7c-3bcb-4626-bcbe-0c47e5b62079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1828568 Apr 30 13:15:51.127566 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 57352) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:51.185144 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9fe74e8e-9567-4a0f-aa14-b0c7668d5269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:51.200748 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [None req-603a003a-f209-4db4-9794-5e00e6640d0a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Allocated IP 172.27.3.147 (c3b86f7e-3861-4477-9f50-64652b00e102/6d81663d-75dc-44ec-8bd2-9cfe56c21a4e/8f368171-942b-493a-8f34-57e50641d52d) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:51.210305 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5e6ffce1-fe7c-4602-a85d-cf7fb417c178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670072'] for network, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:51.214900 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-9fe74e8e-9567-4a0f-aa14-b0c7668d5269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:51.224313 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5e6ffce1-fe7c-4602-a85d-cf7fb417c178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:51.229340 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-9fe74e8e-9567-4a0f-aa14-b0c7668d5269 admin admin] Usage tracker for resource:security_group_rule and tenant:981cb9db93134edca07e0d812d16550f is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:51.234415 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:51.250218 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-9fe74e8e-9567-4a0f-aa14-b0c7668d5269 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:51.267101 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-9fe74e8e-9567-4a0f-aa14-b0c7668d5269 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:51.282173 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-5e6ffce1-fe7c-4602-a85d-cf7fb417c178 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a7c04720-f794-41b4-9706-fc1a69a5650c HTTP/1.1" status: 204 len: 168 time: 5.0132501 Apr 30 13:15:51.283429 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ffce1-fe7c-4602-a85d-cf7fb417c178 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7c04720-f794-41b4-9706-fc1a69a5650c,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:51.285836 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-5e6ffce1-fe7c-4602-a85d-cf7fb417c178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:51.319340 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-54c68595-5ec6-4c70-9ab4-81a6c3e6a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:51.320986 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-54c68595-5ec6-4c70-9ab4-81a6c3e6a9f5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=92757e3fba2f43fbbc422ff9719041f0&device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 1096 time: 0.2898331 Apr 30 13:15:51.411774 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5bb9a5a4-a399-48d0-b8ff-3efd5b0b886e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:51.423825 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-2e16cce8-bd33-4758-aee1-91b9b40ec7b3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e HTTP/1.1" status: 200 len: 217 time: 0.0768983 Apr 30 13:15:51.497133 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 57370) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:51.641187 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-5129a47f-a84e-44f4-932f-e37d0893e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:51.642673 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-5129a47f-a84e-44f4-932f-e37d0893e3f0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=aa65aba5-f1eb-49b6-881e-26a1aa2e4072 HTTP/1.1" status: 200 len: 855 time: 0.1809535 Apr 30 13:15:51.719020 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-f7e0a68f-1f3d-4bf4-8742-306e824b944d service neutron] 10.222.0.96 "GET /v2.0/networks/a8c86a7c-3bcb-4626-bcbe-0c47e5b62079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5537531 Apr 30 13:15:51.746413 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-262ade8f-d9ee-4a51-ad3f-2c3e8feb60b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a0982676a95f48278dd3111cfb3485e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2445951 Apr 30 13:15:51.748718 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9fe74e8e-9567-4a0f-aa14-b0c7668d5269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:51.756095 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 57376) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:51.761403 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-8b0fe553-b581-4db2-808b-86e88c38eb9a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a75ffc8e-f4e6-415a-9acb-883798976b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996845 Apr 30 13:15:51.782097 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9fe74e8e-9567-4a0f-aa14-b0c7668d5269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:51.796744 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device e65d8c3f-a774-4aef-b0e6-3383d5606030 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:51.857404 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-9aece8ed-b0b3-40c9-8870-5edb7a0bd6e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:51.905859 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port e65d8c3f-a774-4aef-b0e6-3383d5606030 completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:51.914804 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port e65d8c3f-a774-4aef-b0e6-3383d5606030 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:51.915312 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:51.955141 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2c30655c-08d1-41a3-ba61-be0c77d25854 req-400122de-e0ac-4474-97b1-c271a0e5cbaa service neutron] 10.222.0.96 "GET /v2.0/networks/a8c86a7c-3bcb-4626-bcbe-0c47e5b62079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112794 Apr 30 13:15:51.970973 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff807c-2404-4dbe-9bff-a571d812815c req-321813b1-bdb5-472e-9f1a-639d0a846ebc tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:51.979350 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9cff807c-2404-4dbe-9bff-a571d812815c req-321813b1-bdb5-472e-9f1a-639d0a846ebc tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 943 time: 1.1266985 Apr 30 13:15:52.040539 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8825fc7-898f-40c9-9306-af2bcee477c1 req-6ae0fc61-397d-4cce-8c76-de695299a948 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:52.042728 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a8825fc7-898f-40c9-9306-af2bcee477c1 req-6ae0fc61-397d-4cce-8c76-de695299a948 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 943 time: 1.0477698 Apr 30 13:15:52.075017 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-9fe74e8e-9567-4a0f-aa14-b0c7668d5269 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=981cb9db93134edca07e0d812d16550f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9445767 Apr 30 13:15:52.094614 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 57386) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:52.096756 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe74e8e-9567-4a0f-aa14-b0c7668d5269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f739c1-fce1-49c9-9ead-2774ec00342c,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:52.101493 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-9fe74e8e-9567-4a0f-aa14-b0c7668d5269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:52.126586 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9cff807c-2404-4dbe-9bff-a571d812815c req-03dc2ce3-6682-47e6-945f-46669b24269e tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462669 Apr 30 13:15:52.146791 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:52.178838 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-97b39d0e-ba90-4999-8b66-223f6cf4bdc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:52.218211 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] For port e65d8c3f-a774-4aef-b0e6-3383d5606030, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=e65d8c3f-a774-4aef-b0e6-3383d5606030,segment=NetworkSegment(10278c49-52d2-4267-9e0f-d0c4b28d582b),segment_id=10278c49-52d2-4267-9e0f-d0c4b28d582b)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:52.228352 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:52.231849 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:52.245134 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-603a003a-f209-4db4-9794-5e00e6640d0a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:52.260923 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-844b541e-3da1-4653-87bf-9c7e7ceacdce service neutron] 10.222.0.96 "GET /v2.0/networks/a75ffc8e-f4e6-415a-9acb-883798976b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760199 Apr 30 13:15:52.327560 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a8825fc7-898f-40c9-9306-af2bcee477c1 req-318e146f-3146-4043-ad47-f781c526fd75 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/security-groups?id=4176b417-f63f-41ec-beb4-adaab44a2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775123 Apr 30 13:15:52.336198 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Pushing event updated for resources: {'Port': ['ID=e65d8c3f-a774-4aef-b0e6-3383d5606030,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:52.348409 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:52.454371 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0115bf8c-7f1e-4975-b49e-ab5ab7042007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:52.462673 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e91460-c1ff-40c2-b370-97aef1de167c req-4105e613-7f28-477f-ad39-a31872b21c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:52.464187 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e9e91460-c1ff-40c2-b370-97aef1de167c req-4105e613-7f28-477f-ad39-a31872b21c6f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=15e9fbb7bd33418b9d931e636244c9d4&device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 1096 time: 0.3711836 Apr 30 13:15:52.508620 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97f3b5b-9292-4d45-8a8c-86f50a9d9b20', 'tag': '2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e', 'status': 'completed', 'code': 200} Apr 30 13:15:52.561360 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-00f69dbd-a73d-4e59-af05-d53c52fa80fe req-34107708-27c8-4862-9388-e6e9180375b4 service neutron] 10.222.0.96 "GET /v2.0/networks/a75ffc8e-f4e6-415a-9acb-883798976b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862990 Apr 30 13:15:52.563464 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-97b39d0e-ba90-4999-8b66-223f6cf4bdc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:52.623568 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-97b39d0e-ba90-4999-8b66-223f6cf4bdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:52.630498 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:52.643331 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b39d0e-ba90-4999-8b66-223f6cf4bdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0bd2df-be73-4c9d-90d9-69e4bd2be8ab,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:52.664023 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-97b39d0e-ba90-4999-8b66-223f6cf4bdc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:52.697564 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-603a003a-f209-4db4-9794-5e00e6640d0a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:52.738694 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0115bf8c-7f1e-4975-b49e-ab5ab7042007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:52.750377 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b9798aa1-ce6d-4cea-83cb-c77b9c1d648b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:52.760123 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-97b39d0e-ba90-4999-8b66-223f6cf4bdc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:52.761308 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-97b39d0e-ba90-4999-8b66-223f6cf4bdc3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e0bd2df-be73-4c9d-90d9-69e4bd2be8ab HTTP/1.1" status: 204 len: 168 time: 1.0037961 Apr 30 13:15:52.824932 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [None req-5bb9a5a4-a399-48d0-b8ff-3efd5b0b886e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Allocated IP 172.27.3.76 (c3b86f7e-3861-4477-9f50-64652b00e102/6d81663d-75dc-44ec-8bd2-9cfe56c21a4e/9763dd99-aa7c-48be-ae62-3e5ec7197029) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:52.839042 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e91460-c1ff-40c2-b370-97aef1de167c req-fc80386e-3d44-4b37-9382-6737d53bb7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:52.839755 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251bcb6-a1ad-4bd2-9ca9-b19dda6c682e req-3edc03cf-6a03-4639-afd2-155cdca32619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:52.841197 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e9e91460-c1ff-40c2-b370-97aef1de167c req-fc80386e-3d44-4b37-9382-6737d53bb7e9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a8c86a7c-3bcb-4626-bcbe-0c47e5b62079 HTTP/1.1" status: 200 len: 913 time: 0.3667452 Apr 30 13:15:52.841565 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-5251bcb6-a1ad-4bd2-9ca9-b19dda6c682e req-3edc03cf-6a03-4639-afd2-155cdca32619 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=92757e3fba2f43fbbc422ff9719041f0&device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 1096 time: 0.1747675 Apr 30 13:15:52.855951 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603a003a-f209-4db4-9794-5e00e6640d0a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Network c3b86f7e-3861-4477-9f50-64652b00e102 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:52.867774 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-603a003a-f209-4db4-9794-5e00e6640d0a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:52.870673 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603a003a-f209-4db4-9794-5e00e6640d0a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:52.976183 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a003a-f209-4db4-9794-5e00e6640d0a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Pushing event updated for resources: {'Port': ['ID=8f368171-942b-493a-8f34-57e50641d52d,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:52.991389 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-603a003a-f209-4db4-9794-5e00e6640d0a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:53.037847 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e9e91460-c1ff-40c2-b370-97aef1de167c req-27f3eb42-5180-41d4-9a5d-9045734d9e66 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34171082-d6cf-4661-8b9b-30d3b90f0018 HTTP/1.1" status: 200 len: 217 time: 0.1730618 Apr 30 13:15:53.038379 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 57408) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:53.123946 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251bcb6-a1ad-4bd2-9ca9-b19dda6c682e req-017ff43b-5a02-47c7-bbd8-a99c3591bed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:53.125991 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-5251bcb6-a1ad-4bd2-9ca9-b19dda6c682e req-017ff43b-5a02-47c7-bbd8-a99c3591bed1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a75ffc8e-f4e6-415a-9acb-883798976b2c HTTP/1.1" status: 200 len: 917 time: 0.2565694 Apr 30 13:15:53.131220 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5bb9a5a4-a399-48d0-b8ff-3efd5b0b886e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:53.172930 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-603a003a-f209-4db4-9794-5e00e6640d0a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:53.192557 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0115bf8c-7f1e-4975-b49e-ab5ab7042007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:53.237913 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e91460-c1ff-40c2-b370-97aef1de167c req-16af1189-885a-4f97-b00f-c405cc72ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:53.242459 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e9e91460-c1ff-40c2-b370-97aef1de167c req-16af1189-885a-4f97-b00f-c405cc72ddb2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=82bfd195-714d-4fea-8a2b-39a782be068d HTTP/1.1" status: 200 len: 851 time: 0.1889751 Apr 30 13:15:53.253581 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ac4f2d84-a72f-4ed8-b530-43c3390219e4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:53.319577 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 57418) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:53.320219 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-5251bcb6-a1ad-4bd2-9ca9-b19dda6c682e req-214ba2e1-7626-4e3e-95de-395d03250c80 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e HTTP/1.1" status: 200 len: 217 time: 0.1736031 Apr 30 13:15:53.340345 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115bf8c-7f1e-4975-b49e-ab5ab7042007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f739c1-fce1-49c9-9ead-2774ec00342c,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:53.349350 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-0115bf8c-7f1e-4975-b49e-ab5ab7042007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:53.370785 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e9e91460-c1ff-40c2-b370-97aef1de167c req-c2bdd942-6f35-4a44-8f59-db29f36e5830 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a8c86a7c-3bcb-4626-bcbe-0c47e5b62079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984800 Apr 30 13:15:53.428573 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251bcb6-a1ad-4bd2-9ca9-b19dda6c682e req-f24b592c-224c-4690-81cf-31bc7251e78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:53.430087 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-5251bcb6-a1ad-4bd2-9ca9-b19dda6c682e req-f24b592c-224c-4690-81cf-31bc7251e78b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=aa65aba5-f1eb-49b6-881e-26a1aa2e4072 HTTP/1.1" status: 200 len: 855 time: 0.1025646 Apr 30 13:15:53.480537 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-5251bcb6-a1ad-4bd2-9ca9-b19dda6c682e req-ddfa9560-66a4-4cc7-9c0b-b7e05683af81 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a75ffc8e-f4e6-415a-9acb-883798976b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418539 Apr 30 13:15:53.481532 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5bb9a5a4-a399-48d0-b8ff-3efd5b0b886e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:53.486072 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:53.515641 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-603a003a-f209-4db4-9794-5e00e6640d0a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:53.577434 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6033ddca-878a-450e-81e2-c5821298fd4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:53.590350 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb9a5a4-a399-48d0-b8ff-3efd5b0b886e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Network c3b86f7e-3861-4477-9f50-64652b00e102 is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:53.597186 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9a5a4-a399-48d0-b8ff-3efd5b0b886e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Pushing event updated for resources: {'Port': ['ID=9763dd99-aa7c-48be-ae62-3e5ec7197029,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:53.599681 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-5bb9a5a4-a399-48d0-b8ff-3efd5b0b886e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:53.616226 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device e65d8c3f-a774-4aef-b0e6-3383d5606030 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:53.647637 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-5bb9a5a4-a399-48d0-b8ff-3efd5b0b886e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:53.648410 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb9a5a4-a399-48d0-b8ff-3efd5b0b886e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:53.689312 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0115bf8c-7f1e-4975-b49e-ab5ab7042007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:53.693355 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-0115bf8c-7f1e-4975-b49e-ab5ab7042007 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b4f739c1-fce1-49c9-9ead-2774ec00342c HTTP/1.1" status: 204 len: 168 time: 1.5656850 Apr 30 13:15:53.694347 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port e65d8c3f-a774-4aef-b0e6-3383d5606030 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:53.694869 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:53.695740 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-6033ddca-878a-450e-81e2-c5821298fd4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:53.737211 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-a5b2a526-f22e-4b1a-82c7-86847fd7fb75 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=58dcf08153fd4976acdfbc569cbcf788&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4071608 Apr 30 13:15:53.738447 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 57430) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:53.739599 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-6033ddca-878a-450e-81e2-c5821298fd4e admin admin] Usage tracker for resource:security_group_rule and tenant:f1da707706ed48649f4c7966ff8c0b5c is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:53.759168 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-6033ddca-878a-450e-81e2-c5821298fd4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:53.783408 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-6033ddca-878a-450e-81e2-c5821298fd4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:53.798719 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-5251bcb6-a1ad-4bd2-9ca9-b19dda6c682e req-d6a96ad0-fd92-491f-a8a2-f2f39d9d8bd5 service neutron] 10.222.0.96 "GET /v2.0/networks/a75ffc8e-f4e6-415a-9acb-883798976b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801445 Apr 30 13:15:53.937640 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5bb9a5a4-a399-48d0-b8ff-3efd5b0b886e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.032448 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-33312b19-852d-4715-be25-73022d3f7240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.063935 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e9e91460-c1ff-40c2-b370-97aef1de167c req-e3df45b6-18fa-4c04-8628-15814a5a376d service neutron] 10.222.0.96 "GET /v2.0/networks/a8c86a7c-3bcb-4626-bcbe-0c47e5b62079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6486688 Apr 30 13:15:54.085883 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-5251bcb6-a1ad-4bd2-9ca9-b19dda6c682e req-fcdc77f0-a282-48f9-8515-ed8847987422 service neutron] 10.222.0.96 "GET /v2.0/networks/a75ffc8e-f4e6-415a-9acb-883798976b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752082 Apr 30 13:15:54.089187 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5bb9a5a4-a399-48d0-b8ff-3efd5b0b886e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.121095 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-33312b19-852d-4715-be25-73022d3f7240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.124160 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e19dff-ce52-4cd4-9872-3a20d1f06bda req-c5defff0-9a49-4dce-a4ac-602e435344b8 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:54.125818 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e0e19dff-ce52-4cd4-9872-3a20d1f06bda req-c5defff0-9a49-4dce-a4ac-602e435344b8 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 943 time: 0.7514086 Apr 30 13:15:54.184164 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3cfb9-7e21-49e7-a46e-50b67bffcdf5 req-07441ab6-fa58-47ef-acee-49fac14248bf tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:54.186091 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-79b3cfb9-7e21-49e7-a46e-50b67bffcdf5 req-07441ab6-fa58-47ef-acee-49fac14248bf tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 943 time: 0.6974249 Apr 30 13:15:54.303384 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-33312b19-852d-4715-be25-73022d3f7240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.311107 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-341f48c1-241c-4dbc-ac44-b91a874cd752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:54.327389 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33312b19-852d-4715-be25-73022d3f7240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8dc3b6-0fbd-4028-bade-c0048295a913,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:54.332879 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-33312b19-852d-4715-be25-73022d3f7240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:54.356216 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e0e19dff-ce52-4cd4-9872-3a20d1f06bda req-2708761e-9ba6-4bac-802f-eaa84b1e6052 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078972 Apr 30 13:15:54.379169 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-33312b19-852d-4715-be25-73022d3f7240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.380468 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-33312b19-852d-4715-be25-73022d3f7240 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de8dc3b6-0fbd-4028-bade-c0048295a913 HTTP/1.1" status: 204 len: 168 time: 0.6420105 Apr 30 13:15:54.397347 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6033ddca-878a-450e-81e2-c5821298fd4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.402759 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e9e91460-c1ff-40c2-b370-97aef1de167c req-db65746e-dcb8-49c8-997c-7a6c5708cc8f service neutron] 10.222.0.96 "GET /v2.0/networks/a8c86a7c-3bcb-4626-bcbe-0c47e5b62079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273437 Apr 30 13:15:54.407195 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-79b3cfb9-7e21-49e7-a46e-50b67bffcdf5 req-6f34c028-ddf1-4e3f-9f01-56a5f2f2973d tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/security-groups?id=4176b417-f63f-41ec-beb4-adaab44a2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098100 Apr 30 13:15:54.415329 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6033ddca-878a-450e-81e2-c5821298fd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.419308 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5bb9a5a4-a399-48d0-b8ff-3efd5b0b886e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.427485 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5bb9a5a4-a399-48d0-b8ff-3efd5b0b886e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8252111'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.432476 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-2cbf39d8-1de8-4783-9b68-805cd221f430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:54.434349 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:54.443948 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-603a003a-f209-4db4-9794-5e00e6640d0a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.469259 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-603a003a-f209-4db4-9794-5e00e6640d0a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.524180 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-6033ddca-878a-450e-81e2-c5821298fd4e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f1da707706ed48649f4c7966ff8c0b5c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4782391 Apr 30 13:15:54.528609 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 57452) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:54.531713 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033ddca-878a-450e-81e2-c5821298fd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75639f7a-3e45-4d23-83b5-1de061f5c0cc,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:54.544658 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-6033ddca-878a-450e-81e2-c5821298fd4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:54.545113 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b9798aa1-ce6d-4cea-83cb-c77b9c1d648b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:54.622969 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-603a003a-f209-4db4-9794-5e00e6640d0a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657561'] for floatingip, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.661906 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9a5a4-a399-48d0-b8ff-3efd5b0b886e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Pushing event updated for resources: {'Port': ['ID=9763dd99-aa7c-48be-ae62-3e5ec7197029,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:54.673109 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-5bb9a5a4-a399-48d0-b8ff-3efd5b0b886e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:54.679637 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5bb9a5a4-a399-48d0-b8ff-3efd5b0b886e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657561'] for floatingip, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.704983 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-569c3f88-23e5-4c23-807c-ad51e98ad8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.706710 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5bb9a5a4-a399-48d0-b8ff-3efd5b0b886e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for floatingip, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.708571 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-5bb9a5a4-a399-48d0-b8ff-3efd5b0b886e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7006035 Apr 30 13:15:54.799605 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-569c3f88-23e5-4c23-807c-ad51e98ad8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.858490 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-603a003a-f209-4db4-9794-5e00e6640d0a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for floatingip, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.870360 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-603a003a-f209-4db4-9794-5e00e6640d0a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1140611 Apr 30 13:15:54.881434 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a003a-f209-4db4-9794-5e00e6640d0a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Pushing event updated for resources: {'Port': ['ID=8f368171-942b-493a-8f34-57e50641d52d,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:54.891302 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-603a003a-f209-4db4-9794-5e00e6640d0a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:54.900454 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-569c3f88-23e5-4c23-807c-ad51e98ad8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.908623 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:54.923726 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c3f88-23e5-4c23-807c-ad51e98ad8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75639f7a-3e45-4d23-83b5-1de061f5c0cc,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:54.926288 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-569c3f88-23e5-4c23-807c-ad51e98ad8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:54.932382 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-569c3f88-23e5-4c23-807c-ad51e98ad8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.934505 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-569c3f88-23e5-4c23-807c-ad51e98ad8c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75639f7a-3e45-4d23-83b5-1de061f5c0cc HTTP/1.1" status: 204 len: 168 time: 0.4046483 Apr 30 13:15:54.990107 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 34171082-d6cf-4661-8b9b-30d3b90f0018 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:15:55.153294 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-bdf3e17b-0694-41e6-8d73-d49b315c5708 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Synchronizing usage tracker for tenant:2957845d7c874208b3d921bf499e5b7b on resource:security_group {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:55.182968 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-bdf3e17b-0694-41e6-8d73-d49b315c5708 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Unset dirty status for tenant:2957845d7c874208b3d921bf499e5b7b on resource:security_group {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:55.184257 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-bdf3e17b-0694-41e6-8d73-d49b315c5708 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1294848975&fields=id&tenant_id=2957845d7c874208b3d921bf499e5b7b HTTP/1.1" status: 200 len: 267 time: 0.0987797 Apr 30 13:15:55.195408 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 34171082-d6cf-4661-8b9b-30d3b90f0018, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=34171082-d6cf-4661-8b9b-30d3b90f0018,segment=NetworkSegment(070bcd46-11f8-4217-bafd-cffdcba3e9d3),segment_id=070bcd46-11f8-4217-bafd-cffdcba3e9d3)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:55.222431 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Returning: {'device': '34171082-d6cf-4661-8b9b-30d3b90f0018', 'network_id': 'a8c86a7c-3bcb-4626-bcbe-0c47e5b62079', 'port_id': '34171082-d6cf-4661-8b9b-30d3b90f0018', 'mac_address': 'fa:16:3e:9b:1a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82bfd195-714d-4fea-8a2b-39a782be068d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:15:55.293701 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:55.313828 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34171082-d6cf-4661-8b9b-30d3b90f0018 {{(pid=73847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:15:55.332304 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 34171082-d6cf-4661-8b9b-30d3b90f0018, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=34171082-d6cf-4661-8b9b-30d3b90f0018,segment=NetworkSegment(070bcd46-11f8-4217-bafd-cffdcba3e9d3),segment_id=070bcd46-11f8-4217-bafd-cffdcba3e9d3)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:55.337071 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:55.338393 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:15:55.340383 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-28d5887e-51ff-46a5-bd00-9fee423f8882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:55.356084 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-56a5ce4e-5c5e-4a85-b3c9-14c6ecfb889e tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Synchronizing usage tracker for tenant:d9280e071a324c1bab79da85986ee901 on resource:security_group {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:55.407021 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-9cfba138-85c9-40d2-8724-e1de7115b743 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:55.407741 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-9cfba138-85c9-40d2-8724-e1de7115b743 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Synchronizing usage tracker for tenant:2957845d7c874208b3d921bf499e5b7b on resource:network {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:55.412531 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-56a5ce4e-5c5e-4a85-b3c9-14c6ecfb889e tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Unset dirty status for tenant:d9280e071a324c1bab79da85986ee901 on resource:security_group {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:55.413673 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-56a5ce4e-5c5e-4a85-b3c9-14c6ecfb889e tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1105029832&fields=id&tenant_id=d9280e071a324c1bab79da85986ee901 HTTP/1.1" status: 200 len: 267 time: 0.1825247 Apr 30 13:15:55.449175 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-9cfba138-85c9-40d2-8724-e1de7115b743 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Unset dirty status for tenant:2957845d7c874208b3d921bf499e5b7b on resource:network {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:55.450370 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-9cfba138-85c9-40d2-8724-e1de7115b743 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/networks?id=5ea56348-3132-43ce-93d5-7c6eb60259bf HTTP/1.1" status: 200 len: 815 time: 0.2583716 Apr 30 13:15:55.450894 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=34171082-d6cf-4661-8b9b-30d3b90f0018,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:55.456480 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:55.550899 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-a357a47a-9476-4fc0-b856-dc9f9caea696 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/quotas/2957845d7c874208b3d921bf499e5b7b HTTP/1.1" status: 200 len: 375 time: 0.0811610 Apr 30 13:15:55.565134 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e,segment=NetworkSegment(5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1),segment_id=5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:55.604372 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Returning: {'device': '2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e', 'network_id': 'a75ffc8e-f4e6-415a-9acb-883798976b2c', 'port_id': '2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e', 'mac_address': 'fa:16:3e:b0:44:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa65aba5-f1eb-49b6-881e-26a1aa2e4072', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:15:55.670768 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-0378b6d2-48ef-40da-9563-43629fa30b5f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:55.671701 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-0378b6d2-48ef-40da-9563-43629fa30b5f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Synchronizing usage tracker for tenant:d9280e071a324c1bab79da85986ee901 on resource:network {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:55.709715 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-0378b6d2-48ef-40da-9563-43629fa30b5f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Unset dirty status for tenant:d9280e071a324c1bab79da85986ee901 on resource:network {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:55.710923 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-0378b6d2-48ef-40da-9563-43629fa30b5f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/networks?id=a3023e0b-51e8-48ea-ba8f-c7b4a48d722e HTTP/1.1" status: 200 len: 810 time: 0.2860513 Apr 30 13:15:55.718158 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:55.722054 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-e02d982f-4572-4086-afd6-1d40f016f65c tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Synchronizing usage tracker for tenant:2957845d7c874208b3d921bf499e5b7b on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:55.738504 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e {{(pid=73847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:15:55.752005 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-edba0793-f650-49ea-ad53-91579e1b7353 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/quotas/d9280e071a324c1bab79da85986ee901 HTTP/1.1" status: 200 len: 375 time: 0.0215752 Apr 30 13:15:55.757725 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e,segment=NetworkSegment(5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1),segment_id=5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:55.760551 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-e02d982f-4572-4086-afd6-1d40f016f65c tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Unset dirty status for tenant:2957845d7c874208b3d921bf499e5b7b on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:55.762171 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-e02d982f-4572-4086-afd6-1d40f016f65c tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2957845d7c874208b3d921bf499e5b7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2033062 Apr 30 13:15:55.775702 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:55.777684 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:55.850593 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:55.854012 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:55.963004 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-db57ab22-5ac0-40a2-b666-6c9429bec060 service neutron] 10.222.0.30 "GET /v2.0/networks/5ea56348-3132-43ce-93d5-7c6eb60259bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600454 Apr 30 13:15:55.974853 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-c0b85718-27bf-44d4-9a42-512bc6d8b368 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Synchronizing usage tracker for tenant:d9280e071a324c1bab79da85986ee901 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:56.079839 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-c0b85718-27bf-44d4-9a42-512bc6d8b368 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Unset dirty status for tenant:d9280e071a324c1bab79da85986ee901 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:56.081173 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-c0b85718-27bf-44d4-9a42-512bc6d8b368 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9280e071a324c1bab79da85986ee901&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3179541 Apr 30 13:15:56.159262 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-bdceb035-d4cf-4632-b5a0-713dc609aa40 service neutron] 10.222.0.30 "GET /v2.0/networks/5ea56348-3132-43ce-93d5-7c6eb60259bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805754 Apr 30 13:15:56.265222 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-7939b6aa-4c24-4c5e-8485-1691500ccd0c service neutron] 10.222.0.30 "GET /v2.0/networks/a3023e0b-51e8-48ea-ba8f-c7b4a48d722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562726 Apr 30 13:15:56.300840 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:15:56.386800 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['34171082-d6cf-4661-8b9b-30d3b90f0018'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:15:56.437732 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-04e30264-1ea8-4b76-8dab-c3f8a5f306dc service neutron] 10.222.0.30 "GET /v2.0/networks/a3023e0b-51e8-48ea-ba8f-c7b4a48d722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660066 Apr 30 13:15:57.135464 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c794f-e238-46e0-87a7-6d34692cd50c req-a03e6042-0d99-4099-a949-0c9776ebbcb7 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:57.142194 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a29c794f-e238-46e0-87a7-6d34692cd50c req-a03e6042-0d99-4099-a949-0c9776ebbcb7 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 944 time: 0.5224066 Apr 30 13:15:57.299239 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a29c794f-e238-46e0-87a7-6d34692cd50c req-1c67f945-457b-4b29-860a-7e93ed1716db tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416931 Apr 30 13:15:57.330023 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f24a5-a779-43d1-a964-bc0a29977c23 req-bee83a89-8525-4dfd-8a4e-941cd56bb50c tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:57.345323 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e33f24a5-a779-43d1-a964-bc0a29977c23 req-bee83a89-8525-4dfd-8a4e-941cd56bb50c tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 944 time: 0.4398010 Apr 30 13:15:57.422473 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e33f24a5-a779-43d1-a964-bc0a29977c23 req-71d17f56-8693-488b-a06c-527b37034de6 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/security-groups?id=4176b417-f63f-41ec-beb4-adaab44a2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751467 Apr 30 13:15:57.518421 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-868d5b55-84aa-401d-918b-531cb39a9240 req-45b62ca6-5043-4d44-a230-e2461fe6532a tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 210 time: 0.0584064 Apr 30 13:15:57.607123 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ed2ad365-22fa-4219-ad58-fbae36b74070 req-ce243fcc-35be-4bea-97fb-3fc599fa0e1e tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 210 time: 0.0543551 Apr 30 13:15:57.611201 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 57608) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:57.914283 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-82e4bd30-0b3f-42eb-9e73-f771ba50af23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:57.930850 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-82e4bd30-0b3f-42eb-9e73-f771ba50af23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:57.935173 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-82e4bd30-0b3f-42eb-9e73-f771ba50af23 admin admin] Usage tracker for resource:security_group_rule and tenant:bac4b9f2a20342028cc8c1e07352848b is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:57.938777 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-82e4bd30-0b3f-42eb-9e73-f771ba50af23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:57.945996 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-82e4bd30-0b3f-42eb-9e73-f771ba50af23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:58.063847 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-82e4bd30-0b3f-42eb-9e73-f771ba50af23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:58.069361 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-82e4bd30-0b3f-42eb-9e73-f771ba50af23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:58.099770 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:58.125031 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-82e4bd30-0b3f-42eb-9e73-f771ba50af23 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bac4b9f2a20342028cc8c1e07352848b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5126536 Apr 30 13:15:58.127798 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 57638) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:58.147407 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4bd30-0b3f-42eb-9e73-f771ba50af23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf194d7f-6bf8-4624-8c35-63fb17133c68,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:58.153231 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-82e4bd30-0b3f-42eb-9e73-f771ba50af23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:58.279045 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-28cfb63b-7329-4599-81c8-d6c3dd93926c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:58.338881 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-28cfb63b-7329-4599-81c8-d6c3dd93926c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:58.432115 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-28cfb63b-7329-4599-81c8-d6c3dd93926c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:58.445665 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:58.480042 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfb63b-7329-4599-81c8-d6c3dd93926c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf194d7f-6bf8-4624-8c35-63fb17133c68,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:58.484790 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-28cfb63b-7329-4599-81c8-d6c3dd93926c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:58.487353 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-28cfb63b-7329-4599-81c8-d6c3dd93926c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf194d7f-6bf8-4624-8c35-63fb17133c68 HTTP/1.1" status: 204 len: 168 time: 0.3583729 Apr 30 13:15:58.490551 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-28cfb63b-7329-4599-81c8-d6c3dd93926c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:58.832032 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 57668) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:58.938225 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-bff4ed23-5003-4a33-bcd8-febeee63e138 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:58.939947 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-bff4ed23-5003-4a33-bcd8-febeee63e138 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.96 "GET /v2.0/networks?id=5ea56348-3132-43ce-93d5-7c6eb60259bf HTTP/1.1" status: 200 len: 815 time: 0.5601103 Apr 30 13:15:58.974081 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded10b50-7091-4871-a190-81a72badae89 req-7f016e7e-a229-4c76-9af8-47d6ffaa8e2e tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:58.976627 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ded10b50-7091-4871-a190-81a72badae89 req-7f016e7e-a229-4c76-9af8-47d6ffaa8e2e tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 944 time: 0.2004178 Apr 30 13:15:58.996652 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 34171082-d6cf-4661-8b9b-30d3b90f0018 up at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:59.011209 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636dc54c-7551-4501-ae71-3e96c68a3fc0 req-37defae4-b29f-4872-aa08-20837b465e6e tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:59.012740 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-636dc54c-7551-4501-ae71-3e96c68a3fc0 req-37defae4-b29f-4872-aa08-20837b465e6e tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 944 time: 0.3268938 Apr 30 13:15:59.030964 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0dfb6df8-7315-4ff0-9dc4-b17023e2c46e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.055097 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-0dfb6df8-7315-4ff0-9dc4-b17023e2c46e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:59.059368 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-0dfb6df8-7315-4ff0-9dc4-b17023e2c46e admin admin] Usage tracker for resource:security_group_rule and tenant:51d1be5cda12446c91e638a43f551812 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:59.064058 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-0dfb6df8-7315-4ff0-9dc4-b17023e2c46e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:59.070587 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-0dfb6df8-7315-4ff0-9dc4-b17023e2c46e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:59.078653 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 57676) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:59.147572 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning for port 34171082-d6cf-4661-8b9b-30d3b90f0018 completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:59.154961 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning complete for port 34171082-d6cf-4661-8b9b-30d3b90f0018 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:59.155680 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.198364 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5de88f69-dd64-4b7c-9a36-b0115e3b0b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.213168 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0dfb6df8-7315-4ff0-9dc4-b17023e2c46e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.227634 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0dfb6df8-7315-4ff0-9dc4-b17023e2c46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.254730 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-97b39d0e-ba90-4999-8b66-223f6cf4bdc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:59.278542 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-336e4a38-4e47-450b-80f1-23d342740b54 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2957845d7c874208b3d921bf499e5b7b HTTP/1.1" status: 200 len: 380 time: 0.2647927 Apr 30 13:15:59.279607 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-5de88f69-dd64-4b7c-9a36-b0115e3b0b9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:59.286507 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb6df8-7315-4ff0-9dc4-b17023e2c46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e1fb6d-9efc-4696-9816-eebefa11b1d3,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:59.292545 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0dfb6df8-7315-4ff0-9dc4-b17023e2c46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:59.298895 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-0dfb6df8-7315-4ff0-9dc4-b17023e2c46e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=51d1be5cda12446c91e638a43f551812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4656684 Apr 30 13:15:59.301137 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 57682) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:59.309509 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ded10b50-7091-4871-a190-81a72badae89 req-078e7d31-3dd7-442c-a825-7f27cac3600d tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/security-groups?id=4176b417-f63f-41ec-beb4-adaab44a2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260784 Apr 30 13:15:59.315162 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.315510 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-786ba02b-5eb1-464c-aec7-44239b1339d4 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Request body: {'port': {'device_id': '648c3844-71ae-42ce-9c0a-b2226ee657a4', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'admin_state_up': True, 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'security_groups': ['c5cfa8a9-f458-49fb-8e7a-b496c852e080']}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:59.353788 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e828b5-c324-473e-b966-2e7cbc4ffd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34171082-d6cf-4661-8b9b-30d3b90f0018'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:59.363279 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-5de88f69-dd64-4b7c-9a36-b0115e3b0b9f admin admin] Usage tracker for resource:security_group_rule and tenant:b4846b3e1bd7460ea39b836f1528bc56 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:59.372730 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-5de88f69-dd64-4b7c-9a36-b0115e3b0b9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:59.378711 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-5593f703-a4e4-4178-9339-70ffcfcb5054 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:59.384443 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-5593f703-a4e4-4178-9339-70ffcfcb5054 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.96 "GET /v2.0/networks?id=a3023e0b-51e8-48ea-ba8f-c7b4a48d722e HTTP/1.1" status: 200 len: 810 time: 0.3846915 Apr 30 13:15:59.399026 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-636dc54c-7551-4501-ae71-3e96c68a3fc0 req-c0c07d27-33a1-41b2-9bf2-d67a863946d8 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547726 Apr 30 13:15:59.466625 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 34171082-d6cf-4661-8b9b-30d3b90f0018, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=34171082-d6cf-4661-8b9b-30d3b90f0018,segment=NetworkSegment(070bcd46-11f8-4217-bafd-cffdcba3e9d3),segment_id=070bcd46-11f8-4217-bafd-cffdcba3e9d3)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:59.476072 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.477582 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e up at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:59.488161 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-3f3ae80c-e167-4a99-af65-a2f08e897398 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9280e071a324c1bab79da85986ee901 HTTP/1.1" status: 200 len: 380 time: 0.0807667 Apr 30 13:15:59.498383 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-0aff390a-97ba-4e44-a2b5-dec88fa029ae tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Request body: {'port': {'device_id': '29815204-23a7-4a83-aa54-a835cfc81d13', 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e', 'admin_state_up': True, 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'security_groups': ['20a78785-fed4-404d-9400-cbb87fd05a43']}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:59.512063 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:59.666317 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=34171082-d6cf-4661-8b9b-30d3b90f0018,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:59.669442 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:59.680403 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning for port 2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:59.694351 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning complete for port 2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:59.695056 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.719615 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-0aff390a-97ba-4e44-a2b5-dec88fa029ae tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:59.735321 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-0aff390a-97ba-4e44-a2b5-dec88fa029ae tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:59.739224 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-5de88f69-dd64-4b7c-9a36-b0115e3b0b9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:59.746857 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-0aff390a-97ba-4e44-a2b5-dec88fa029ae tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Made reservation on behalf of d9280e071a324c1bab79da85986ee901 for: {'port': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:59.753009 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-0aff390a-97ba-4e44-a2b5-dec88fa029ae tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.833103 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-786ba02b-5eb1-464c-aec7-44239b1339d4 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:59.871530 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7874a4a4-971e-43a5-9f77-898e9d3954a5 req-1f7e6e7d-4245-4836-afb6-5e07f26f81a5 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 210 time: 0.2257957 Apr 30 13:15:59.896557 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-021728e2-8752-4d5d-9b61-a93369770850 req-58bd2a9e-9bab-4cc4-a3c8-17557f1ec0d7 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 210 time: 0.1469076 Apr 30 13:15:59.901487 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-786ba02b-5eb1-464c-aec7-44239b1339d4 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:59.959738 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.970327 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-786ba02b-5eb1-464c-aec7-44239b1339d4 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Made reservation on behalf of 2957845d7c874208b3d921bf499e5b7b for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:59.985659 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-786ba02b-5eb1-464c-aec7-44239b1339d4 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.999446 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-0aff390a-97ba-4e44-a2b5-dec88fa029ae tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Allocated IP 172.20.0.9 (a3023e0b-51e8-48ea-ba8f-c7b4a48d722e/88f483fa-96d4-494c-a375-0339a4c91674/9775a6e4-5057-4431-9bd7-97129aa44a43) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:16:00.003817 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e,segment=NetworkSegment(5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1),segment_id=5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:00.011670 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:00.014226 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b0bd5fbd-ef2b-455f-8588-c778a6418699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:00.016124 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:00.109679 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e828b5-c324-473e-b966-2e7cbc4ffd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34171082-d6cf-4661-8b9b-30d3b90f0018', 'code': 200} Apr 30 13:16:00.131043 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:00.145526 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:00.188570 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b0bd5fbd-ef2b-455f-8588-c778a6418699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:00.297801 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-0aff390a-97ba-4e44-a2b5-dec88fa029ae tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:00.316659 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-0aff390a-97ba-4e44-a2b5-dec88fa029ae tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Transition to ACTIVE for port object 9775a6e4-5057-4431-9bd7-97129aa44a43 will not be triggered until provisioned by entity DHCP. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:16:00.362870 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5de88f69-dd64-4b7c-9a36-b0115e3b0b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:00.371135 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-0aff390a-97ba-4e44-a2b5-dec88fa029ae tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:00.385420 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.96', 58565) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:00.386211 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5de88f69-dd64-4b7c-9a36-b0115e3b0b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:00.387210 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-5bb9a5a4-a399-48d0-b8ff-3efd5b0b886e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:00.408195 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-786ba02b-5eb1-464c-aec7-44239b1339d4 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Allocated IP 172.20.0.3 (5ea56348-3132-43ce-93d5-7c6eb60259bf/8bf6f55f-7a38-4a76-a15c-e255e10f02cb/6afa7552-c866-4a56-a406-91a270fb834f) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:16:00.478536 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-0aff390a-97ba-4e44-a2b5-dec88fa029ae tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Network a3023e0b-51e8-48ea-ba8f-c7b4a48d722e is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:16:00.481022 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff390a-97ba-4e44-a2b5-dec88fa029ae tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Pushing event updated for resources: {'Port': ['ID=9775a6e4-5057-4431-9bd7-97129aa44a43,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:00.487192 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-0aff390a-97ba-4e44-a2b5-dec88fa029ae tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:00.494274 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0aff390a-97ba-4e44-a2b5-dec88fa029ae tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:00.495069 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-0aff390a-97ba-4e44-a2b5-dec88fa029ae tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:16:00.501216 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:00.597329 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b0bd5fbd-ef2b-455f-8588-c778a6418699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:00.625027 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-0aff390a-97ba-4e44-a2b5-dec88fa029ae tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:00.626056 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-0aff390a-97ba-4e44-a2b5-dec88fa029ae tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:00.659346 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-0aff390a-97ba-4e44-a2b5-dec88fa029ae tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1646972 Apr 30 13:16:00.681238 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-4791ab0f-9076-4df8-9cb9-11a6dee71e68 service neutron] Request body: {'port': {'device_id': '29815204-23a7-4a83-aa54-a835cfc81d13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:00.727541 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-5de88f69-dd64-4b7c-9a36-b0115e3b0b9f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b4846b3e1bd7460ea39b836f1528bc56&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6412659 Apr 30 13:16:00.730108 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 57726) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:00.756137 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de88f69-dd64-4b7c-9a36-b0115e3b0b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e656d07d-a210-4a61-a89d-39b58e1288b1,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:00.769127 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5de88f69-dd64-4b7c-9a36-b0115e3b0b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:00.771331 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-0115bf8c-7f1e-4975-b49e-ab5ab7042007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:00.804075 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd5fbd-ef2b-455f-8588-c778a6418699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e1fb6d-9efc-4696-9816-eebefa11b1d3,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:00.813113 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b0bd5fbd-ef2b-455f-8588-c778a6418699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:00.844938 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-4791ab0f-9076-4df8-9cb9-11a6dee71e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:00.850710 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-9776ed3c-60c0-4e20-a86a-517f18715b85 None None] Provisioning for port 9775a6e4-5057-4431-9bd7-97129aa44a43 completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:16:00.856657 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-9776ed3c-60c0-4e20-a86a-517f18715b85 None None] Provisioning complete for port 9775a6e4-5057-4431-9bd7-97129aa44a43 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:00.857320 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-9776ed3c-60c0-4e20-a86a-517f18715b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:00.895049 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5aa94a19-292c-4e44-a873-3e5dd909e0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:00.909826 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-9776ed3c-60c0-4e20-a86a-517f18715b85 None None] Port 9775a6e4-5057-4431-9bd7-97129aa44a43 cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:16:00.944491 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5aa94a19-292c-4e44-a873-3e5dd909e0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:01.012793 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b0bd5fbd-ef2b-455f-8588-c778a6418699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:01.013910 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-b0bd5fbd-ef2b-455f-8588-c778a6418699 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/71e1fb6d-9efc-4696-9816-eebefa11b1d3 HTTP/1.1" status: 204 len: 168 time: 1.7031858 Apr 30 13:16:01.039535 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f585476-2bf8-461d-aad7-a80dd40caf3b req-7975bd22-e08f-4f49-aa48-f34c3e90a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:01.041020 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8f585476-2bf8-461d-aad7-a80dd40caf3b req-7975bd22-e08f-4f49-aa48-f34c3e90a69f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 1098 time: 0.6304812 Apr 30 13:16:01.073705 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5aa94a19-292c-4e44-a873-3e5dd909e0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:01.078695 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-8f585476-2bf8-461d-aad7-a80dd40caf3b req-d7479cdf-8c60-4ad3-99ce-b6d1d222459e service neutron] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:01.093176 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-6abab589-6ef9-4551-96d3-24bc825d9ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:01.094851 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92784ab-931a-49cc-a60c-ca095a9fb528 req-13c4a0b1-3fa3-40bb-b96e-ea9740867bb4 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:01.099746 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a92784ab-931a-49cc-a60c-ca095a9fb528 req-13c4a0b1-3fa3-40bb-b96e-ea9740867bb4 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 945 time: 0.5800824 Apr 30 13:16:01.110398 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339424a-9e21-47d0-b8dc-4d40b2e0e2ba req-f234705b-3bc0-44a2-9288-0a1e9b1c134d tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:01.110398 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7339424a-9e21-47d0-b8dc-4d40b2e0e2ba req-f234705b-3bc0-44a2-9288-0a1e9b1c134d tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 945 time: 0.5118227 Apr 30 13:16:01.118964 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa94a19-292c-4e44-a873-3e5dd909e0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e656d07d-a210-4a61-a89d-39b58e1288b1,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:01.126237 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-5aa94a19-292c-4e44-a873-3e5dd909e0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:01.158509 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-8f585476-2bf8-461d-aad7-a80dd40caf3b req-d7479cdf-8c60-4ad3-99ce-b6d1d222459e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:01.180023 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-8f585476-2bf8-461d-aad7-a80dd40caf3b req-d7479cdf-8c60-4ad3-99ce-b6d1d222459e service neutron] Usage tracker for resource:security_group_rule and tenant:96e9eb3481744b0abce4f45f9bd31038 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:01.188148 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5aa94a19-292c-4e44-a873-3e5dd909e0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:01.198229 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-5aa94a19-292c-4e44-a873-3e5dd909e0ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e656d07d-a210-4a61-a89d-39b58e1288b1 HTTP/1.1" status: 204 len: 168 time: 0.4608932 Apr 30 13:16:01.202481 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-8f585476-2bf8-461d-aad7-a80dd40caf3b req-d7479cdf-8c60-4ad3-99ce-b6d1d222459e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:01.221099 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-8f585476-2bf8-461d-aad7-a80dd40caf3b req-d7479cdf-8c60-4ad3-99ce-b6d1d222459e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:01.230655 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-786ba02b-5eb1-464c-aec7-44239b1339d4 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:01.244943 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a92784ab-931a-49cc-a60c-ca095a9fb528 req-9646b312-5a32-4a4c-af5b-3f1287818835 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/security-groups?id=4176b417-f63f-41ec-beb4-adaab44a2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322217 Apr 30 13:16:01.291231 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7339424a-9e21-47d0-b8dc-4d40b2e0e2ba req-37b1a7df-c33b-4e48-b3b4-3692cc20a173 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743405 Apr 30 13:16:01.317658 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-786ba02b-5eb1-464c-aec7-44239b1339d4 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Transition to ACTIVE for port object 6afa7552-c866-4a56-a406-91a270fb834f will not be triggered until provisioned by entity DHCP. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:16:01.392016 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-786ba02b-5eb1-464c-aec7-44239b1339d4 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:01.426558 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-4791ab0f-9076-4df8-9cb9-11a6dee71e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9775a6e4-5057-4431-9bd7-97129aa44a43 {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:16:01.431673 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:01.448251 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-4791ab0f-9076-4df8-9cb9-11a6dee71e68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:01.474659 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-4791ab0f-9076-4df8-9cb9-11a6dee71e68 service neutron] Transition to ACTIVE for port object 9775a6e4-5057-4431-9bd7-97129aa44a43 will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:16:01.479816 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-4791ab0f-9076-4df8-9cb9-11a6dee71e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8252111'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:01.485858 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e012f9e7-29db-4ee8-8a92-e7d8b91781a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:01.585832 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 57748) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:01.593084 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-8f585476-2bf8-461d-aad7-a80dd40caf3b req-d7479cdf-8c60-4ad3-99ce-b6d1d222459e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:01.636744 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-786ba02b-5eb1-464c-aec7-44239b1339d4 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Network 5ea56348-3132-43ce-93d5-7c6eb60259bf is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:16:01.647425 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-786ba02b-5eb1-464c-aec7-44239b1339d4 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:01.649339 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-8f585476-2bf8-461d-aad7-a80dd40caf3b req-d7479cdf-8c60-4ad3-99ce-b6d1d222459e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:01.650152 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-786ba02b-5eb1-464c-aec7-44239b1339d4 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:16:01.655672 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-786ba02b-5eb1-464c-aec7-44239b1339d4 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:01.656315 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-786ba02b-5eb1-464c-aec7-44239b1339d4 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:01.732782 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ba02b-5eb1-464c-aec7-44239b1339d4 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Pushing event updated for resources: {'Port': ['ID=6afa7552-c866-4a56-a406-91a270fb834f,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:01.756922 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-786ba02b-5eb1-464c-aec7-44239b1339d4 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:01.763210 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-8f585476-2bf8-461d-aad7-a80dd40caf3b req-d7479cdf-8c60-4ad3-99ce-b6d1d222459e service neutron] Synchronizing usage tracker for tenant:96e9eb3481744b0abce4f45f9bd31038 on resource:security_group {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:16:01.765519 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:01.778771 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-4139796e-dde8-491b-885a-df81fc68c0a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:01.803505 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-4139796e-dde8-491b-885a-df81fc68c0a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:01.810139 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-4139796e-dde8-491b-885a-df81fc68c0a2 admin admin] Usage tracker for resource:security_group_rule and tenant:5c9bdedb167b4c53a83eb18ac88bddf1 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:01.815133 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-4139796e-dde8-491b-885a-df81fc68c0a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:01.822002 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-4139796e-dde8-491b-885a-df81fc68c0a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:01.851095 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-786ba02b-5eb1-464c-aec7-44239b1339d4 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5487640 Apr 30 13:16:01.905931 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-0f0ff627-d325-41f7-90b7-b1804a314fbd service neutron] Request body: {'port': {'device_id': '648c3844-71ae-42ce-9c0a-b2226ee657a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:02.011424 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7479cdf-8c60-4ad3-99ce-b6d1d222459e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7cda7abc-7e89-4ff0-9ba4-837dbb642e1d,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:02.021898 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d7479cdf-8c60-4ad3-99ce-b6d1d222459e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:02.023248 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-8f585476-2bf8-461d-aad7-a80dd40caf3b req-d7479cdf-8c60-4ad3-99ce-b6d1d222459e service neutron] Unset dirty status for tenant:96e9eb3481744b0abce4f45f9bd31038 on resource:security_group {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:16:02.025820 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8f585476-2bf8-461d-aad7-a80dd40caf3b req-d7479cdf-8c60-4ad3-99ce-b6d1d222459e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=4176b417-f63f-41ec-beb4-adaab44a2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9769325 Apr 30 13:16:02.110695 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97f3b5b-9292-4d45-8a8c-86f50a9d9b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:02.126491 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791ab0f-9076-4df8-9cb9-11a6dee71e68 service neutron] Pushing event updated for resources: {'Port': ['ID=9775a6e4-5057-4431-9bd7-97129aa44a43,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:02.162855 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-95a0fb4c-bb8a-45d5-9df7-a99bd2e1ad05 None None] Provisioning for port 6afa7552-c866-4a56-a406-91a270fb834f completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:16:02.171178 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefa57f-4ee5-4fcc-b886-a405817638fd req-e050f05e-03c6-4ed2-b199-4c7c9b398172 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:02.181136 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9cefa57f-4ee5-4fcc-b886-a405817638fd req-e050f05e-03c6-4ed2-b199-4c7c9b398172 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 943 time: 0.6866121 Apr 30 13:16:02.183152 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-95a0fb4c-bb8a-45d5-9df7-a99bd2e1ad05 None None] Provisioning complete for port 6afa7552-c866-4a56-a406-91a270fb834f triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:02.183535 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-95a0fb4c-bb8a-45d5-9df7-a99bd2e1ad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.205617 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-4791ab0f-9076-4df8-9cb9-11a6dee71e68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:02.281554 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-0f0ff627-d325-41f7-90b7-b1804a314fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.301106 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-95a0fb4c-bb8a-45d5-9df7-a99bd2e1ad05 None None] Port 6afa7552-c866-4a56-a406-91a270fb834f cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:16:02.327413 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-4139796e-dde8-491b-885a-df81fc68c0a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.339543 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-4139796e-dde8-491b-885a-df81fc68c0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.351659 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-aad3a95c-a346-4930-b76d-42fa1aa9efd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:02.386485 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-4791ab0f-9076-4df8-9cb9-11a6dee71e68 service neutron] Attempting to bind port 9775a6e4-5057-4431-9bd7-97129aa44a43 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:16:02.387094 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-4791ab0f-9076-4df8-9cb9-11a6dee71e68 service neutron] Attempting to bind port 9775a6e4-5057-4431-9bd7-97129aa44a43 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '10278c49-52d2-4267-9e0f-d0c4b28d582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:16:02.387828 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-4791ab0f-9076-4df8-9cb9-11a6dee71e68 service neutron] Attempting to bind port 9775a6e4-5057-4431-9bd7-97129aa44a43 on network a3023e0b-51e8-48ea-ba8f-c7b4a48d722e {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:02.409676 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-4791ab0f-9076-4df8-9cb9-11a6dee71e68 service neutron] Port 9775a6e4-5057-4431-9bd7-97129aa44a43 on network a3023e0b-51e8-48ea-ba8f-c7b4a48d722e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:16:02.410385 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-4791ab0f-9076-4df8-9cb9-11a6dee71e68 service neutron] Attempting to bind port 9775a6e4-5057-4431-9bd7-97129aa44a43 on network a3023e0b-51e8-48ea-ba8f-c7b4a48d722e {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:02.423040 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-4139796e-dde8-491b-885a-df81fc68c0a2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c9bdedb167b4c53a83eb18ac88bddf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6709239 Apr 30 13:16:02.427851 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-4791ab0f-9076-4df8-9cb9-11a6dee71e68 service neutron] Checking agent: {'id': '339503ba-6418-440e-8cd9-ebb81c45e407', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:16:02.428949 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-4791ab0f-9076-4df8-9cb9-11a6dee71e68 service neutron] Checking segment: {'id': '10278c49-52d2-4267-9e0f-d0c4b28d582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:16:02.429546 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-4791ab0f-9076-4df8-9cb9-11a6dee71e68 service neutron] Bound using segment: {'id': '10278c49-52d2-4267-9e0f-d0c4b28d582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:16:02.430417 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-4791ab0f-9076-4df8-9cb9-11a6dee71e68 service neutron] Bound port: 9775a6e4-5057-4431-9bd7-97129aa44a43, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10278c49-52d2-4267-9e0f-d0c4b28d582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:16:02.430852 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-4791ab0f-9076-4df8-9cb9-11a6dee71e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.447143 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 57790) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:02.453098 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139796e-dde8-491b-885a-df81fc68c0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf71d78c-6d3a-401b-817c-4bec979d541c,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:02.481935 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-4139796e-dde8-491b-885a-df81fc68c0a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:02.562304 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba06df-7329-4f72-a4f0-dace2eeb843c req-e9b67620-dba6-45f1-b235-9fadff06228d tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:02.563760 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-86ba06df-7329-4f72-a4f0-dace2eeb843c req-e9b67620-dba6-45f1-b235-9fadff06228d tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Synchronizing usage tracker for tenant:2957845d7c874208b3d921bf499e5b7b on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:16:02.594681 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9cefa57f-4ee5-4fcc-b886-a405817638fd req-57edb2cc-952a-4ffd-a0d0-a58121c3fd24 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4126825 Apr 30 13:16:02.652107 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c29d4886-fb99-4a21-8b09-7a5f9ebcfae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.654200 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-4791ab0f-9076-4df8-9cb9-11a6dee71e68 service neutron] For port 9775a6e4-5057-4431-9bd7-97129aa44a43, host hv-cinder-78836, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:16:02.658226 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-4791ab0f-9076-4df8-9cb9-11a6dee71e68 service neutron] For port 9775a6e4-5057-4431-9bd7-97129aa44a43, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9775a6e4-5057-4431-9bd7-97129aa44a43,segment=NetworkSegment(10278c49-52d2-4267-9e0f-d0c4b28d582b),segment_id=10278c49-52d2-4267-9e0f-d0c4b28d582b)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:16:02.685852 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-4791ab0f-9076-4df8-9cb9-11a6dee71e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8252111'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.711335 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-5bb9a5a4-a399-48d0-b8ff-3efd5b0b886e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:02.731627 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-86ba06df-7329-4f72-a4f0-dace2eeb843c req-e9b67620-dba6-45f1-b235-9fadff06228d tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Unset dirty status for tenant:2957845d7c874208b3d921bf499e5b7b on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:16:02.739229 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-86ba06df-7329-4f72-a4f0-dace2eeb843c req-e9b67620-dba6-45f1-b235-9fadff06228d tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 931 time: 1.1527598 Apr 30 13:16:02.757562 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 57800) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:02.767288 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97f3b5b-9292-4d45-8a8c-86f50a9d9b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e', 'code': 200} Apr 30 13:16:02.768133 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c29d4886-fb99-4a21-8b09-7a5f9ebcfae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.788437 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-4791ab0f-9076-4df8-9cb9-11a6dee71e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:02.789060 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-4791ab0f-9076-4df8-9cb9-11a6dee71e68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.791595 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-4791ab0f-9076-4df8-9cb9-11a6dee71e68 service neutron] 10.222.0.96 "PUT /v2.0/ports/9775a6e4-5057-4431-9bd7-97129aa44a43 HTTP/1.1" status: 200 len: 1093 time: 2.1141391 Apr 30 13:16:02.793863 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29815204-23a7-4a83-aa54-a835cfc81d13', 'tag': '9775a6e4-5057-4431-9bd7-97129aa44a43'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:02.806673 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-86ba06df-7329-4f72-a4f0-dace2eeb843c req-f909d418-7641-40d5-8822-f60b1904b948 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663319 Apr 30 13:16:02.857851 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791ab0f-9076-4df8-9cb9-11a6dee71e68 service neutron] Pushing event updated for resources: {'Port': ['ID=9775a6e4-5057-4431-9bd7-97129aa44a43,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:02.869073 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-4791ab0f-9076-4df8-9cb9-11a6dee71e68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:02.891337 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c29d4886-fb99-4a21-8b09-7a5f9ebcfae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.901126 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:02.939175 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d4886-fb99-4a21-8b09-7a5f9ebcfae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf71d78c-6d3a-401b-817c-4bec979d541c,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:02.944935 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-c29d4886-fb99-4a21-8b09-7a5f9ebcfae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:02.950361 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c29d4886-fb99-4a21-8b09-7a5f9ebcfae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.951500 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-c29d4886-fb99-4a21-8b09-7a5f9ebcfae2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf71d78c-6d3a-401b-817c-4bec979d541c HTTP/1.1" status: 204 len: 168 time: 0.5034406 Apr 30 13:16:03.033923 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-481bed96-9750-42ea-991e-9f83c477e1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:03.054806 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-481bed96-9750-42ea-991e-9f83c477e1e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:03.061241 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-481bed96-9750-42ea-991e-9f83c477e1e1 admin admin] Usage tracker for resource:security_group_rule and tenant:a460561a84bf462884efbd6ff617d421 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:03.067114 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-481bed96-9750-42ea-991e-9f83c477e1e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:03.081687 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-481bed96-9750-42ea-991e-9f83c477e1e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:03.128923 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-0f0ff627-d325-41f7-90b7-b1804a314fbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6afa7552-c866-4a56-a406-91a270fb834f {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:16:03.141822 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-0f0ff627-d325-41f7-90b7-b1804a314fbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:03.176793 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-0f0ff627-d325-41f7-90b7-b1804a314fbd service neutron] Transition to ACTIVE for port object 6afa7552-c866-4a56-a406-91a270fb834f will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:16:03.191592 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-481bed96-9750-42ea-991e-9f83c477e1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:03.192140 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-0f0ff627-d325-41f7-90b7-b1804a314fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:03.197655 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-481bed96-9750-42ea-991e-9f83c477e1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:03.205181 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5c4917dc-c066-4175-a551-f353b4e825f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:03.207599 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:03.256367 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-481bed96-9750-42ea-991e-9f83c477e1e1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a460561a84bf462884efbd6ff617d421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4976554 Apr 30 13:16:03.257213 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481bed96-9750-42ea-991e-9f83c477e1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5126aef5-96d0-445c-b9fd-93c4a295ad1c,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:03.259887 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 57820) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:03.261119 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932f8be-59c1-403b-a7c0-2a3338d04f76 req-cedb8472-ca54-4aa8-ad4f-39cdd08dd0cb tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:03.262420 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-481bed96-9750-42ea-991e-9f83c477e1e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:03.262850 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5932f8be-59c1-403b-a7c0-2a3338d04f76 req-cedb8472-ca54-4aa8-ad4f-39cdd08dd0cb tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 945 time: 0.2886534 Apr 30 13:16:03.345739 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a8deb0d8-89e3-4d58-92ea-25ac230f4f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:03.393251 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affae8b8-5d0d-4cca-8f19-bf12720e92b4 req-4d23c300-b20a-48c0-8f60-e86e80e7905d tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:03.394818 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-affae8b8-5d0d-4cca-8f19-bf12720e92b4 req-4d23c300-b20a-48c0-8f60-e86e80e7905d tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 945 time: 0.3469117 Apr 30 13:16:03.408680 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a8deb0d8-89e3-4d58-92ea-25ac230f4f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:03.448292 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ff627-d325-41f7-90b7-b1804a314fbd service neutron] Pushing event updated for resources: {'Port': ['ID=6afa7552-c866-4a56-a406-91a270fb834f,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:03.462245 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-0f0ff627-d325-41f7-90b7-b1804a314fbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:03.494050 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a8deb0d8-89e3-4d58-92ea-25ac230f4f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:03.507239 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0dfb6df8-7315-4ff0-9dc4-b17023e2c46e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:03.510250 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5932f8be-59c1-403b-a7c0-2a3338d04f76 req-20534568-d23e-441f-9fba-cfa6998a9448 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/security-groups?id=4176b417-f63f-41ec-beb4-adaab44a2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380912 Apr 30 13:16:03.522954 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8deb0d8-89e3-4d58-92ea-25ac230f4f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5126aef5-96d0-445c-b9fd-93c4a295ad1c,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:03.526475 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-a8deb0d8-89e3-4d58-92ea-25ac230f4f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:03.527298 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-0f0ff627-d325-41f7-90b7-b1804a314fbd service neutron] Attempting to bind port 6afa7552-c866-4a56-a406-91a270fb834f on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:16:03.527644 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-0f0ff627-d325-41f7-90b7-b1804a314fbd service neutron] Attempting to bind port 6afa7552-c866-4a56-a406-91a270fb834f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '27c334f4-9bf4-4215-81ac-eba1c6eda7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:16:03.527972 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-0f0ff627-d325-41f7-90b7-b1804a314fbd service neutron] Attempting to bind port 6afa7552-c866-4a56-a406-91a270fb834f on network 5ea56348-3132-43ce-93d5-7c6eb60259bf {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:03.548253 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-0f0ff627-d325-41f7-90b7-b1804a314fbd service neutron] Port 6afa7552-c866-4a56-a406-91a270fb834f on network 5ea56348-3132-43ce-93d5-7c6eb60259bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:16:03.548528 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-0f0ff627-d325-41f7-90b7-b1804a314fbd service neutron] Attempting to bind port 6afa7552-c866-4a56-a406-91a270fb834f on network 5ea56348-3132-43ce-93d5-7c6eb60259bf {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:03.561351 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a8deb0d8-89e3-4d58-92ea-25ac230f4f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:03.565566 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-a8deb0d8-89e3-4d58-92ea-25ac230f4f52 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5126aef5-96d0-445c-b9fd-93c4a295ad1c HTTP/1.1" status: 204 len: 168 time: 0.3023670 Apr 30 13:16:03.565687 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-affae8b8-5d0d-4cca-8f19-bf12720e92b4 req-71bce944-a9d8-4c4e-b017-ffcbbe796940 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609359 Apr 30 13:16:03.567029 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-0f0ff627-d325-41f7-90b7-b1804a314fbd service neutron] Checking agent: {'id': '339503ba-6418-440e-8cd9-ebb81c45e407', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:16:03.567366 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-0f0ff627-d325-41f7-90b7-b1804a314fbd service neutron] Checking segment: {'id': '27c334f4-9bf4-4215-81ac-eba1c6eda7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:16:03.567748 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-0f0ff627-d325-41f7-90b7-b1804a314fbd service neutron] Bound using segment: {'id': '27c334f4-9bf4-4215-81ac-eba1c6eda7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:16:03.568265 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-0f0ff627-d325-41f7-90b7-b1804a314fbd service neutron] Bound port: 6afa7552-c866-4a56-a406-91a270fb834f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27c334f4-9bf4-4215-81ac-eba1c6eda7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:16:03.568616 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-0f0ff627-d325-41f7-90b7-b1804a314fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:03.649501 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29815204-23a7-4a83-aa54-a835cfc81d13', 'tag': '9775a6e4-5057-4431-9bd7-97129aa44a43', 'status': 'completed', 'code': 200} Apr 30 13:16:03.735083 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-0f0ff627-d325-41f7-90b7-b1804a314fbd service neutron] For port 6afa7552-c866-4a56-a406-91a270fb834f, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:16:03.739830 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-0f0ff627-d325-41f7-90b7-b1804a314fbd service neutron] For port 6afa7552-c866-4a56-a406-91a270fb834f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6afa7552-c866-4a56-a406-91a270fb834f,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:16:03.780347 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-0f0ff627-d325-41f7-90b7-b1804a314fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:03.793119 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:03.849080 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-0f0ff627-d325-41f7-90b7-b1804a314fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:03.849988 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-0f0ff627-d325-41f7-90b7-b1804a314fbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:03.851763 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-0f0ff627-d325-41f7-90b7-b1804a314fbd service neutron] 10.222.0.96 "PUT /v2.0/ports/6afa7552-c866-4a56-a406-91a270fb834f HTTP/1.1" status: 200 len: 1093 time: 1.9622126 Apr 30 13:16:03.856028 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648c3844-71ae-42ce-9c0a-b2226ee657a4', 'tag': '6afa7552-c866-4a56-a406-91a270fb834f'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:03.906049 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ff627-d325-41f7-90b7-b1804a314fbd service neutron] Pushing event updated for resources: {'Port': ['ID=6afa7552-c866-4a56-a406-91a270fb834f,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:03.909261 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-0f0ff627-d325-41f7-90b7-b1804a314fbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:03.923523 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86426d4a-a4f0-4910-9d48-5f326bd6273d req-c69634f2-3719-43c1-91ef-806cdcfccad6 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:03.925226 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-86426d4a-a4f0-4910-9d48-5f326bd6273d req-c69634f2-3719-43c1-91ef-806cdcfccad6 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 943 time: 0.1831884 Apr 30 13:16:04.138903 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-86426d4a-a4f0-4910-9d48-5f326bd6273d req-88dfcfe7-d4da-4728-b275-0d475d962bb9 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000699 Apr 30 13:16:04.170986 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 57856) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:04.191780 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f927c233-c438-465f-bb3f-bb30eb600705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:04.212617 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-f927c233-c438-465f-bb3f-bb30eb600705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:04.217069 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-f927c233-c438-465f-bb3f-bb30eb600705 admin admin] Usage tracker for resource:security_group_rule and tenant:2f27d0700a324e5e8651b014271567d0 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:04.220650 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-f927c233-c438-465f-bb3f-bb30eb600705 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:04.224528 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f87eac-d478-4250-ba36-11d326fa3a77 req-e031e83e-922e-4c42-9f7d-1bae9d236644 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:04.226369 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e9f87eac-d478-4250-ba36-11d326fa3a77 req-e031e83e-922e-4c42-9f7d-1bae9d236644 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.1534336 Apr 30 13:16:04.227764 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648c3844-71ae-42ce-9c0a-b2226ee657a4', 'tag': '6afa7552-c866-4a56-a406-91a270fb834f', 'status': 'completed', 'code': 200} Apr 30 13:16:04.230864 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-f927c233-c438-465f-bb3f-bb30eb600705 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:04.290773 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e9f87eac-d478-4250-ba36-11d326fa3a77 req-d0f82cfb-bfb9-43ba-9b30-fd3b5d554757 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568504 Apr 30 13:16:04.327399 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f927c233-c438-465f-bb3f-bb30eb600705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:04.332147 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f927c233-c438-465f-bb3f-bb30eb600705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:04.341576 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:04.357121 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:04.383939 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-f927c233-c438-465f-bb3f-bb30eb600705 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2f27d0700a324e5e8651b014271567d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2108107 Apr 30 13:16:04.386676 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 57872) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:04.398390 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927c233-c438-465f-bb3f-bb30eb600705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de0b5a4-01cc-425a-912b-5fb92220c4d9,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:04.417296 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-f927c233-c438-465f-bb3f-bb30eb600705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:04.465708 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4c1657f8-d81f-4425-bc0c-8e84e4ef66f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:04.492719 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4c1657f8-d81f-4425-bc0c-8e84e4ef66f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:04.563295 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4c1657f8-d81f-4425-bc0c-8e84e4ef66f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:04.570266 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e5932d9d-6523-4791-a760-7f198d238507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:04.584608 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1657f8-d81f-4425-bc0c-8e84e4ef66f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de0b5a4-01cc-425a-912b-5fb92220c4d9,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:04.591979 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4c1657f8-d81f-4425-bc0c-8e84e4ef66f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:04.614666 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-4c1657f8-d81f-4425-bc0c-8e84e4ef66f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1de0b5a4-01cc-425a-912b-5fb92220c4d9 HTTP/1.1" status: 204 len: 168 time: 0.2266903 Apr 30 13:16:04.619682 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-4c1657f8-d81f-4425-bc0c-8e84e4ef66f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:04.859834 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71d87a-611f-436f-b36b-1ce3e12b0295 req-d25d2a8e-7312-4bfe-95e2-4ddaa397bc70 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:04.861728 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0b71d87a-611f-436f-b36b-1ce3e12b0295 req-d25d2a8e-7312-4bfe-95e2-4ddaa397bc70 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 945 time: 0.2041492 Apr 30 13:16:04.871754 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2271c1-6f87-4fa9-91ed-c47feac86b55 req-c19a0614-c6d3-49e8-b660-9c63af556da8 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:04.873219 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9c2271c1-6f87-4fa9-91ed-c47feac86b55 req-c19a0614-c6d3-49e8-b660-9c63af556da8 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 945 time: 0.1223974 Apr 30 13:16:04.985177 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9c2271c1-6f87-4fa9-91ed-c47feac86b55 req-283718d3-8fb0-45d0-a35a-84a2d9c029c0 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960500 Apr 30 13:16:04.992829 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0b71d87a-611f-436f-b36b-1ce3e12b0295 req-fc564e2b-c68f-4bcf-9f96-4f103432aa97 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/security-groups?id=4176b417-f63f-41ec-beb4-adaab44a2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186402 Apr 30 13:16:05.182455 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 57900) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:05.204868 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f9b04491-cdfa-491d-91b6-b8c48c60a6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:05.220603 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-f9b04491-cdfa-491d-91b6-b8c48c60a6a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:05.225268 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-f9b04491-cdfa-491d-91b6-b8c48c60a6a4 admin admin] Usage tracker for resource:security_group_rule and tenant:9e5ebdaae617407f8e82611280dcd7fd is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:05.228272 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-f9b04491-cdfa-491d-91b6-b8c48c60a6a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:05.234228 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-f9b04491-cdfa-491d-91b6-b8c48c60a6a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:05.374002 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e2796-cc8f-451a-b8af-2d07bf438da5 req-36ee124a-a900-4cd3-83bd-1b06944c8146 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:05.376507 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7a2e2796-cc8f-451a-b8af-2d07bf438da5 req-36ee124a-a900-4cd3-83bd-1b06944c8146 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 943 time: 0.1255734 Apr 30 13:16:05.423931 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f9b04491-cdfa-491d-91b6-b8c48c60a6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:05.476161 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f9b04491-cdfa-491d-91b6-b8c48c60a6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:05.497814 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-569c3f88-23e5-4c23-807c-ad51e98ad8c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:05.506829 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7a2e2796-cc8f-451a-b8af-2d07bf438da5 req-551c0cdc-1269-40eb-8739-9125df0a65a4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221273 Apr 30 13:16:05.555353 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b04491-cdfa-491d-91b6-b8c48c60a6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282297c5-08f5-4d68-baa2-71e73e61cd9a,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:05.564033 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-f9b04491-cdfa-491d-91b6-b8c48c60a6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:05.566982 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-f9b04491-cdfa-491d-91b6-b8c48c60a6a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e5ebdaae617407f8e82611280dcd7fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3831279 Apr 30 13:16:05.572672 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 57918) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:05.672320 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29214908-2466-4c39-862c-9e22d8e3997f req-41f72a5d-b763-41fd-96e7-f3d0d922ddfb tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:05.679999 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-29214908-2466-4c39-862c-9e22d8e3997f req-41f72a5d-b763-41fd-96e7-f3d0d922ddfb tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.2580161 Apr 30 13:16:05.750261 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-29214908-2466-4c39-862c-9e22d8e3997f req-e2e3142a-eeeb-4646-84b1-6ccd7aecffb4 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687506 Apr 30 13:16:05.761530 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6bb16-a220-4ddf-ac32-684d67efd6af req-91ed03b3-32f4-4a15-bb20-7ce7e8b22888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:05.763049 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e3f6bb16-a220-4ddf-ac32-684d67efd6af req-91ed03b3-32f4-4a15-bb20-7ce7e8b22888 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d9280e071a324c1bab79da85986ee901&device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 1096 time: 0.1950252 Apr 30 13:16:05.773519 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2e288f7a-74e0-49d7-8bf0-78e380e8762f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:05.806837 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2e288f7a-74e0-49d7-8bf0-78e380e8762f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:05.823137 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a971e7-2f41-4bda-b1c5-11e8caef803a req-1086e37f-296f-439a-bb59-7da6854645c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:05.824605 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-73a971e7-2f41-4bda-b1c5-11e8caef803a req-1086e37f-296f-439a-bb59-7da6854645c6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2957845d7c874208b3d921bf499e5b7b&device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 1096 time: 0.1835315 Apr 30 13:16:05.976139 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2e288f7a-74e0-49d7-8bf0-78e380e8762f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:05.982933 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:06.001596 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a859aed-6f37-4fe1-b4da-faeaa1aa5347 req-4dbe3c2e-9eb5-420a-9339-9d2f757e6b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:06.003119 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6a859aed-6f37-4fe1-b4da-faeaa1aa5347 req-4dbe3c2e-9eb5-420a-9339-9d2f757e6b17 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 1098 time: 0.1826236 Apr 30 13:16:06.004418 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6bb16-a220-4ddf-ac32-684d67efd6af req-6dd76703-eddb-4376-8409-b323d9ff0470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:06.005835 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e3f6bb16-a220-4ddf-ac32-684d67efd6af req-6dd76703-eddb-4376-8409-b323d9ff0470 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=d9280e071a324c1bab79da85986ee901&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2053807 Apr 30 13:16:06.009897 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e288f7a-74e0-49d7-8bf0-78e380e8762f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282297c5-08f5-4d68-baa2-71e73e61cd9a,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:06.012720 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-2e288f7a-74e0-49d7-8bf0-78e380e8762f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:06.033186 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a971e7-2f41-4bda-b1c5-11e8caef803a req-bb10dd8a-dd51-43c1-bad1-fb353916b749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:06.035062 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-73a971e7-2f41-4bda-b1c5-11e8caef803a req-bb10dd8a-dd51-43c1-bad1-fb353916b749 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=2957845d7c874208b3d921bf499e5b7b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1904290 Apr 30 13:16:06.036131 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2e288f7a-74e0-49d7-8bf0-78e380e8762f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:06.040450 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-2e288f7a-74e0-49d7-8bf0-78e380e8762f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/282297c5-08f5-4d68-baa2-71e73e61cd9a HTTP/1.1" status: 204 len: 168 time: 0.4664950 Apr 30 13:16:06.244481 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a971e7-2f41-4bda-b1c5-11e8caef803a req-e7b435bf-5783-43c3-ad02-9108baab0b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:06.246314 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-73a971e7-2f41-4bda-b1c5-11e8caef803a req-e7b435bf-5783-43c3-ad02-9108baab0b4d service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2045424 Apr 30 13:16:06.253122 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6a859aed-6f37-4fe1-b4da-faeaa1aa5347 req-34320126-3354-4c5d-8504-b680b4ab1c8f service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287753 Apr 30 13:16:06.409098 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6bb16-a220-4ddf-ac32-684d67efd6af req-077bc140-eb26-46ba-8d83-e488fb99ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:06.410838 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e3f6bb16-a220-4ddf-ac32-684d67efd6af req-077bc140-eb26-46ba-8d83-e488fb99ff8c service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3850412 Apr 30 13:16:06.464499 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-db5464e5-4ebe-4138-9b47-328248b15fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:06.471074 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443d6be-0f5f-4299-a3f8-03fa21ff966f req-79b91b26-c3af-4fee-ba5b-defc0838fc3d tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:06.472653 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8443d6be-0f5f-4299-a3f8-03fa21ff966f req-79b91b26-c3af-4fee-ba5b-defc0838fc3d tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 945 time: 0.2354550 Apr 30 13:16:06.484228 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96717b2c-06e8-4684-a3d2-a80aa5e04b77 req-a5d2cb7e-7939-4aa4-8bab-6416a03bc24c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:06.485748 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-96717b2c-06e8-4684-a3d2-a80aa5e04b77 req-a5d2cb7e-7939-4aa4-8bab-6416a03bc24c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 945 time: 0.2496591 Apr 30 13:16:06.519466 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 57958) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:06.776754 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-383c4288-a58d-459c-a753-d1de74ecd8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:06.782083 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8443d6be-0f5f-4299-a3f8-03fa21ff966f req-05ca71f0-f292-454a-9f51-dead47cc2ac6 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/security-groups?id=4176b417-f63f-41ec-beb4-adaab44a2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952096 Apr 30 13:16:06.823845 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-383c4288-a58d-459c-a753-d1de74ecd8e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:06.830855 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-383c4288-a58d-459c-a753-d1de74ecd8e3 admin admin] Usage tracker for resource:security_group_rule and tenant:fc928459dbb24254b17b25dd149e23ba is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:06.835493 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-383c4288-a58d-459c-a753-d1de74ecd8e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:06.846105 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-383c4288-a58d-459c-a753-d1de74ecd8e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:06.920255 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-96717b2c-06e8-4684-a3d2-a80aa5e04b77 req-150cb5d2-fa68-401e-a839-b244615b986d tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085164 Apr 30 13:16:07.049470 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-383c4288-a58d-459c-a753-d1de74ecd8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:07.059642 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-383c4288-a58d-459c-a753-d1de74ecd8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:07.076287 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-2f79313e-a398-4d7d-912e-f19ec8638f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:07.086544 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-2f79313e-a398-4d7d-912e-f19ec8638f18 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2957845d7c874208b3d921bf499e5b7b&device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 1096 time: 0.4162464 Apr 30 13:16:07.115383 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:07.173105 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-383c4288-a58d-459c-a753-d1de74ecd8e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fc928459dbb24254b17b25dd149e23ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6490853 Apr 30 13:16:07.173105 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c4288-a58d-459c-a753-d1de74ecd8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8f63c1-e3bd-4524-9398-3a68fe2fa349,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:07.196448 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 57982) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:07.211535 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-383c4288-a58d-459c-a753-d1de74ecd8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:07.276017 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-9127a372-307e-4c06-b30d-931ea990f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:07.278353 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-9127a372-307e-4c06-b30d-931ea990f876 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d9280e071a324c1bab79da85986ee901&device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 1096 time: 0.4921639 Apr 30 13:16:07.285470 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-486c02f8-db5c-4ac5-9974-90260e73bff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:07.314095 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-486c02f8-db5c-4ac5-9974-90260e73bff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:07.314864 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7981d8-f99b-474a-b423-a78270a3a56f req-41abed17-7159-4dc3-86c0-7ffc8843cf3b tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:07.323624 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9d7981d8-f99b-474a-b423-a78270a3a56f req-41abed17-7159-4dc3-86c0-7ffc8843cf3b tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.2542117 Apr 30 13:16:07.361000 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32c797-b3db-4c8f-aa0b-54bc762b732b req-75f7b538-8712-4871-a7ed-fa1eb06d56ae tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:07.367955 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6f32c797-b3db-4c8f-aa0b-54bc762b732b req-75f7b538-8712-4871-a7ed-fa1eb06d56ae tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 943 time: 0.3639786 Apr 30 13:16:07.384772 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-486c02f8-db5c-4ac5-9974-90260e73bff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:07.396526 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-c29d4886-fb99-4a21-8b09-7a5f9ebcfae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:07.411588 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c02f8-db5c-4ac5-9974-90260e73bff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8f63c1-e3bd-4524-9398-3a68fe2fa349,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:07.422953 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9d7981d8-f99b-474a-b423-a78270a3a56f req-ea7decc9-3221-4e95-9c40-89205f800696 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983634 Apr 30 13:16:07.435387 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-486c02f8-db5c-4ac5-9974-90260e73bff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:07.436300 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-486c02f8-db5c-4ac5-9974-90260e73bff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:07.439921 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-486c02f8-db5c-4ac5-9974-90260e73bff1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d8f63c1-e3bd-4524-9398-3a68fe2fa349 HTTP/1.1" status: 204 len: 168 time: 0.2415245 Apr 30 13:16:07.472832 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6f32c797-b3db-4c8f-aa0b-54bc762b732b req-4fc2ed6c-cef8-4c04-8ea8-093f5de15cdc tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039519 Apr 30 13:16:07.854268 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 58018) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:07.875002 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-4799a575-3e96-455d-9478-4c817356ed8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:07.893370 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-4799a575-3e96-455d-9478-4c817356ed8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:07.897663 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-4799a575-3e96-455d-9478-4c817356ed8d admin admin] Usage tracker for resource:security_group_rule and tenant:0106dc239a4e42eb9c37a62c339b31f7 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:07.901017 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-4799a575-3e96-455d-9478-4c817356ed8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:07.907642 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-4799a575-3e96-455d-9478-4c817356ed8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:08.019126 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c163c7-25fe-495c-a4c9-abd4a4e5e7ad req-063d240b-c86a-48e4-b896-160d30257297 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:08.020762 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-72c163c7-25fe-495c-a4c9-abd4a4e5e7ad req-063d240b-c86a-48e4-b896-160d30257297 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 945 time: 0.0972202 Apr 30 13:16:08.053445 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-4799a575-3e96-455d-9478-4c817356ed8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:08.057623 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-4799a575-3e96-455d-9478-4c817356ed8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:08.067061 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:08.112790 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-4799a575-3e96-455d-9478-4c817356ed8d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0106dc239a4e42eb9c37a62c339b31f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526224 Apr 30 13:16:08.112790 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799a575-3e96-455d-9478-4c817356ed8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51905a9a-b628-4d05-b987-a5cb2e28153d,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:08.113176 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-72c163c7-25fe-495c-a4c9-abd4a4e5e7ad req-60577971-fe9c-4c49-aec8-0ec62d868f70 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/security-groups?id=4176b417-f63f-41ec-beb4-adaab44a2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827677 Apr 30 13:16:08.113176 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 58030) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:08.121402 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-4799a575-3e96-455d-9478-4c817356ed8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:08.187927 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af056031-e6c1-4500-86e3-29f60018eeac req-6196d214-8362-4132-94d1-7863d47e8d7e tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:08.189376 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-af056031-e6c1-4500-86e3-29f60018eeac req-6196d214-8362-4132-94d1-7863d47e8d7e tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 945 time: 0.1459546 Apr 30 13:16:08.225310 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-9559037e-a5dd-429f-88ad-f7617599f933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:08.267405 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-9559037e-a5dd-429f-88ad-f7617599f933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:08.282667 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-af056031-e6c1-4500-86e3-29f60018eeac req-93a9f143-aadb-4fd7-93d7-3b106f51d9e0 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827711 Apr 30 13:16:08.341418 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-9559037e-a5dd-429f-88ad-f7617599f933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:08.346633 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:08.361029 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559037e-a5dd-429f-88ad-f7617599f933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51905a9a-b628-4d05-b987-a5cb2e28153d,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:08.366295 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-9559037e-a5dd-429f-88ad-f7617599f933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:08.370459 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-9559037e-a5dd-429f-88ad-f7617599f933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:08.374163 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-9559037e-a5dd-429f-88ad-f7617599f933 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/51905a9a-b628-4d05-b987-a5cb2e28153d HTTP/1.1" status: 204 len: 168 time: 0.2588091 Apr 30 13:16:08.650305 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640633a-cc0b-4330-9555-04e9b0a7051d req-e3128a22-ec06-414b-8353-438096ea2eb3 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:08.658575 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2640633a-cc0b-4330-9555-04e9b0a7051d req-e3128a22-ec06-414b-8353-438096ea2eb3 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.1006513 Apr 30 13:16:08.717918 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2640633a-cc0b-4330-9555-04e9b0a7051d req-0ad8b97a-5b75-477b-9402-44e15be6db6e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580685 Apr 30 13:16:08.806694 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137e760-9f78-43fb-bb5e-5367dbae471f req-bd136f5f-877c-4a94-a0fc-14d5ebe9cfdc tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:08.808188 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e137e760-9f78-43fb-bb5e-5367dbae471f req-bd136f5f-877c-4a94-a0fc-14d5ebe9cfdc tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 943 time: 0.1047881 Apr 30 13:16:08.856561 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e137e760-9f78-43fb-bb5e-5367dbae471f req-7d396d3a-f590-4d43-b543-aecb423b0ea5 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407805 Apr 30 13:16:08.985475 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 58078) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:09.085082 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:09.116707 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-cd3919d9-b2fe-4f74-908c-a315276667af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:09.176867 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8557fb33-a823-4b9a-90fa-b76286b8fdf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:09.188392 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-8557fb33-a823-4b9a-90fa-b76286b8fdf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:09.192102 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-8557fb33-a823-4b9a-90fa-b76286b8fdf4 admin admin] Usage tracker for resource:security_group_rule and tenant:6a6d15d5d3df4c56b94130f09629a056 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:09.194880 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-8557fb33-a823-4b9a-90fa-b76286b8fdf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:09.200425 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-8557fb33-a823-4b9a-90fa-b76286b8fdf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:09.346841 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8557fb33-a823-4b9a-90fa-b76286b8fdf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:09.351630 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8557fb33-a823-4b9a-90fa-b76286b8fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:09.377777 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-486c02f8-db5c-4ac5-9974-90260e73bff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:09.388952 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-8557fb33-a823-4b9a-90fa-b76286b8fdf4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a6d15d5d3df4c56b94130f09629a056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3999479 Apr 30 13:16:09.389480 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 58098) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:09.407395 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557fb33-a823-4b9a-90fa-b76286b8fdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee7a31b-c73f-4c05-b4ef-b462c9d1ce7c,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:09.410374 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-8557fb33-a823-4b9a-90fa-b76286b8fdf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:09.511688 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-862ae5b1-c128-4341-877b-c593a387ddbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:09.535661 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e532c-9bd3-48af-8115-fe31fadf3764 req-b090877d-59d3-4944-a9fa-25f13ce24337 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:09.537254 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a77e532c-9bd3-48af-8115-fe31fadf3764 req-b090877d-59d3-4944-a9fa-25f13ce24337 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 945 time: 0.1492889 Apr 30 13:16:09.566176 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-862ae5b1-c128-4341-877b-c593a387ddbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:09.619873 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a77e532c-9bd3-48af-8115-fe31fadf3764 req-c7ceaedb-41de-4880-9282-c3788b6f04d4 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753179 Apr 30 13:16:09.644382 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-862ae5b1-c128-4341-877b-c593a387ddbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:09.649311 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d9323409-e3f8-4f94-a2c8-ad9a56dc7156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:09.665492 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ae5b1-c128-4341-877b-c593a387ddbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee7a31b-c73f-4c05-b4ef-b462c9d1ce7c,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:09.668331 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-862ae5b1-c128-4341-877b-c593a387ddbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:09.670247 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-862ae5b1-c128-4341-877b-c593a387ddbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:09.672545 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-862ae5b1-c128-4341-877b-c593a387ddbd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fee7a31b-c73f-4c05-b4ef-b462c9d1ce7c HTTP/1.1" status: 204 len: 168 time: 0.2460406 Apr 30 13:16:09.926858 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641bcbd-09a4-4540-acba-10356946be8b req-a181db46-6eb3-4643-a93d-071cd416b241 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:09.934340 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f641bcbd-09a4-4540-acba-10356946be8b req-a181db46-6eb3-4643-a93d-071cd416b241 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.1018717 Apr 30 13:16:10.016631 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f641bcbd-09a4-4540-acba-10356946be8b req-3ba94929-20e5-452d-a211-c85d8b2f7180 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806098 Apr 30 13:16:10.110847 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 58136) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:10.112064 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:10.133009 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7fc88645-ad6c-41c8-96d7-30978e18e36f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:10.153883 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-7fc88645-ad6c-41c8-96d7-30978e18e36f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:10.163012 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-7fc88645-ad6c-41c8-96d7-30978e18e36f admin admin] Usage tracker for resource:security_group_rule and tenant:4a72f3aa8c324c149cee2f276e5d623d is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:10.166362 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-7fc88645-ad6c-41c8-96d7-30978e18e36f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:10.171246 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-896b6fac-f269-4016-a35c-d88e06e67bbb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9775a6e4-5057-4431-9bd7-97129aa44a43 HTTP/1.1" status: 200 len: 217 time: 0.1468160 Apr 30 13:16:10.175151 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-2baed46f-8b38-4847-9c08-a163b17dd627 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6afa7552-c866-4a56-a406-91a270fb834f HTTP/1.1" status: 200 len: 217 time: 0.1494336 Apr 30 13:16:10.175595 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-7fc88645-ad6c-41c8-96d7-30978e18e36f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:10.179987 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 58142) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:10.277609 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7fc88645-ad6c-41c8-96d7-30978e18e36f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:10.282766 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7fc88645-ad6c-41c8-96d7-30978e18e36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:10.291177 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-383c4288-a58d-459c-a753-d1de74ecd8e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:10.315040 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d05914-3089-4e88-a8a5-10bd05ba728b req-f179f1fc-315c-414f-b705-c3c22be980e8 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:10.316519 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b8d05914-3089-4e88-a8a5-10bd05ba728b req-f179f1fc-315c-414f-b705-c3c22be980e8 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 943 time: 0.3452544 Apr 30 13:16:10.324060 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-2b856df0-f582-4375-8c89-298064bc73c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:10.325533 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-2b856df0-f582-4375-8c89-298064bc73c4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=88f483fa-96d4-494c-a375-0339a4c91674 HTTP/1.1" status: 200 len: 849 time: 0.1368895 Apr 30 13:16:10.330490 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-40d639d0-d898-4781-ac70-7a7468af3639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:10.332292 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-40d639d0-d898-4781-ac70-7a7468af3639 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8bf6f55f-7a38-4a76-a15c-e255e10f02cb HTTP/1.1" status: 200 len: 854 time: 0.1407933 Apr 30 13:16:10.334508 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-7fc88645-ad6c-41c8-96d7-30978e18e36f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a72f3aa8c324c149cee2f276e5d623d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2224417 Apr 30 13:16:10.336066 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc88645-ad6c-41c8-96d7-30978e18e36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee571319-9b03-4d6a-bfad-af6dbbda8cec,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:10.339227 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-7fc88645-ad6c-41c8-96d7-30978e18e36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:10.340064 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 58148) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:10.405183 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2145fde4-9713-4560-8711-72fcb7d275f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:10.431402 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2145fde4-9713-4560-8711-72fcb7d275f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:10.467002 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6fe5aece-bc91-470d-96a2-0fc97b74041a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:10.493362 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b8d05914-3089-4e88-a8a5-10bd05ba728b req-5d5a3683-364d-41c8-bdf1-d902fdf3ebf5 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645925 Apr 30 13:16:10.504104 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-6fe5aece-bc91-470d-96a2-0fc97b74041a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:10.505468 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2145fde4-9713-4560-8711-72fcb7d275f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:10.510809 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-a3d6245f-ac28-4791-af72-79e3b64eee59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:10.527620 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-6fe5aece-bc91-470d-96a2-0fc97b74041a admin admin] Usage tracker for resource:security_group_rule and tenant:eafb0aa70a864517a0b6642af7cb4600 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:10.532173 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145fde4-9713-4560-8711-72fcb7d275f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee571319-9b03-4d6a-bfad-af6dbbda8cec,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:10.536565 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-2145fde4-9713-4560-8711-72fcb7d275f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:10.541253 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-6fe5aece-bc91-470d-96a2-0fc97b74041a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:10.551284 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2145fde4-9713-4560-8711-72fcb7d275f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:10.555526 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-2145fde4-9713-4560-8711-72fcb7d275f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee571319-9b03-4d6a-bfad-af6dbbda8cec HTTP/1.1" status: 204 len: 168 time: 0.2119715 Apr 30 13:16:10.561186 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-6fe5aece-bc91-470d-96a2-0fc97b74041a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:10.591416 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-c519e793-fab4-4963-81cc-63c3624e3a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:10.594123 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-c519e793-fab4-4963-81cc-63c3624e3a47 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a3023e0b-51e8-48ea-ba8f-c7b4a48d722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2487085 Apr 30 13:16:10.650419 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-284dc66a-691b-41b5-b7a4-ea20d58f88f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:10.652999 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-284dc66a-691b-41b5-b7a4-ea20d58f88f4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5ea56348-3132-43ce-93d5-7c6eb60259bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3049142 Apr 30 13:16:11.190937 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6fe5aece-bc91-470d-96a2-0fc97b74041a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:11.217897 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6fe5aece-bc91-470d-96a2-0fc97b74041a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:11.235880 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5de88f69-dd64-4b7c-9a36-b0115e3b0b9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:11.285484 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772506f-4b82-41b6-8976-384d8e0219e6 req-02020e06-131a-4382-8f7e-5aa3293b7957 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:11.287025 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7772506f-4b82-41b6-8976-384d8e0219e6 req-02020e06-131a-4382-8f7e-5aa3293b7957 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 945 time: 0.5055714 Apr 30 13:16:11.300513 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-7843b8d9-890b-4507-ae76-9df1adaa1af5 service neutron] 10.222.0.96 "GET /v2.0/networks/a3023e0b-51e8-48ea-ba8f-c7b4a48d722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6442966 Apr 30 13:16:11.347686 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-6fe5aece-bc91-470d-96a2-0fc97b74041a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eafb0aa70a864517a0b6642af7cb4600&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1665590 Apr 30 13:16:11.350303 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-d1ec9b4b-d61c-4739-8f89-baf86b43eb45 service neutron] 10.222.0.96 "GET /v2.0/networks/5ea56348-3132-43ce-93d5-7c6eb60259bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6369057 Apr 30 13:16:11.351442 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 58194) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:11.354743 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5aece-bc91-470d-96a2-0fc97b74041a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e1c50b-cf98-4fb3-bfd3-cf1e378a12b4,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:11.378509 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-6fe5aece-bc91-470d-96a2-0fc97b74041a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:11.451079 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c4e88ee5-fc5d-402b-adec-02396858d27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:11.486585 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c4e88ee5-fc5d-402b-adec-02396858d27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:11.566944 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c4e88ee5-fc5d-402b-adec-02396858d27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:11.573606 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-4139796e-dde8-491b-885a-df81fc68c0a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:11.588417 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7772506f-4b82-41b6-8976-384d8e0219e6 req-a57bcf70-572f-40fa-8817-2f4df5253707 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868748 Apr 30 13:16:11.589778 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e88ee5-fc5d-402b-adec-02396858d27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e1c50b-cf98-4fb3-bfd3-cf1e378a12b4,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:11.610591 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-c4e88ee5-fc5d-402b-adec-02396858d27d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:11.637484 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c4e88ee5-fc5d-402b-adec-02396858d27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:11.642701 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-c4e88ee5-fc5d-402b-adec-02396858d27d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f6e1c50b-cf98-4fb3-bfd3-cf1e378a12b4 HTTP/1.1" status: 204 len: 168 time: 0.2885773 Apr 30 13:16:11.665809 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:11.703573 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b7d3ee86-1e9d-427f-96a3-67af006f48a7 req-35e617ee-68e1-4e3d-a204-6153118bb49e service neutron] 10.222.0.96 "GET /v2.0/networks/5ea56348-3132-43ce-93d5-7c6eb60259bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240924 Apr 30 13:16:11.705275 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cf88520c-9e3d-4c92-b4ae-9b2b1b95de8a req-0321ca5a-a4c6-41b4-92df-b93721f0d637 service neutron] 10.222.0.96 "GET /v2.0/networks/a3023e0b-51e8-48ea-ba8f-c7b4a48d722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940117 Apr 30 13:16:11.993785 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a81bce-2b93-432f-b567-52a32cbfc654 req-4b208416-b020-420b-8275-0486d604b9ad tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:11.995331 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c7a81bce-2b93-432f-b567-52a32cbfc654 req-4b208416-b020-420b-8275-0486d604b9ad tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.2198162 Apr 30 13:16:12.045324 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d5246-fd25-4c23-9222-dfe8425f275e req-259a3327-8c7d-4fb9-8c59-4cc6df28c8ae tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:12.047102 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1a5d5246-fd25-4c23-9222-dfe8425f275e req-259a3327-8c7d-4fb9-8c59-4cc6df28c8ae tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 943 time: 0.1636922 Apr 30 13:16:12.088853 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c7a81bce-2b93-432f-b567-52a32cbfc654 req-1d5d2a98-f7e8-4833-afb0-ee7f937d2a54 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860093 Apr 30 13:16:12.130364 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1a5d5246-fd25-4c23-9222-dfe8425f275e req-967ec6ff-7d38-4016-93f3-8dc22df2b8a6 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650635 Apr 30 13:16:12.804081 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac5cae-208e-415f-8da0-5049ec4ec78c req-15414860-5367-4c60-832d-bec1cfdb471f tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:12.806234 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2dac5cae-208e-415f-8da0-5049ec4ec78c req-15414860-5367-4c60-832d-bec1cfdb471f tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 945 time: 0.0947917 Apr 30 13:16:12.857376 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2dac5cae-208e-415f-8da0-5049ec4ec78c req-dd324d17-00b4-42e9-a9a7-2eade69cdca6 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433192 Apr 30 13:16:13.356970 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f73627-27f5-4356-aca8-11e68a104f45 req-123a9ac6-001e-491d-80e1-176f5daf9832 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:13.358554 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e6f73627-27f5-4356-aca8-11e68a104f45 req-123a9ac6-001e-491d-80e1-176f5daf9832 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.1502013 Apr 30 13:16:13.371744 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca79f48-a173-4658-a4cd-509c094ba394 req-21ce23cd-fd31-40cc-b6ef-187fad79f2f7 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:13.373227 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2ca79f48-a173-4658-a4cd-509c094ba394 req-21ce23cd-fd31-40cc-b6ef-187fad79f2f7 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 943 time: 0.1189938 Apr 30 13:16:13.444842 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e6f73627-27f5-4356-aca8-11e68a104f45 req-752cd511-9b12-4ea9-a9bb-628c2f01aebd tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706115 Apr 30 13:16:13.453124 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2ca79f48-a173-4658-a4cd-509c094ba394 req-00c1f5c2-2cbc-40de-8a96-356257588984 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647020 Apr 30 13:16:14.362379 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 9775a6e4-5057-4431-9bd7-97129aa44a43 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:16:14.504638 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 9775a6e4-5057-4431-9bd7-97129aa44a43, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9775a6e4-5057-4431-9bd7-97129aa44a43,segment=NetworkSegment(10278c49-52d2-4267-9e0f-d0c4b28d582b),segment_id=10278c49-52d2-4267-9e0f-d0c4b28d582b)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:14.519454 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Returning: {'device': '9775a6e4-5057-4431-9bd7-97129aa44a43', 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e', 'port_id': '9775a6e4-5057-4431-9bd7-97129aa44a43', 'mac_address': 'fa:16:3e:07:a4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88f483fa-96d4-494c-a375-0339a4c91674', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:16:14.579452 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:14.597347 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9775a6e4-5057-4431-9bd7-97129aa44a43 {{(pid=73847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:16:14.612314 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 9775a6e4-5057-4431-9bd7-97129aa44a43, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9775a6e4-5057-4431-9bd7-97129aa44a43,segment=NetworkSegment(10278c49-52d2-4267-9e0f-d0c4b28d582b),segment_id=10278c49-52d2-4267-9e0f-d0c4b28d582b)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:14.616159 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:14.616857 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 6afa7552-c866-4a56-a406-91a270fb834f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:16:14.618727 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-28d5887e-51ff-46a5-bd00-9fee423f8882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:14.721679 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=9775a6e4-5057-4431-9bd7-97129aa44a43,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:14.726138 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:14.743326 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f4e9b-d9c1-470e-be09-5184dbcb7d2e req-5b13eb0f-84ed-4f91-b21c-6baae2857219 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:14.744809 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ce8f4e9b-d9c1-470e-be09-5184dbcb7d2e req-5b13eb0f-84ed-4f91-b21c-6baae2857219 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.1662853 Apr 30 13:16:14.752396 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e85d81-ec24-49de-9e01-303b1b29d8bd req-875dc73f-5b85-4d88-a66e-9de11ae9b6d2 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:14.753804 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c3e85d81-ec24-49de-9e01-303b1b29d8bd req-875dc73f-5b85-4d88-a66e-9de11ae9b6d2 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 944 time: 0.1190181 Apr 30 13:16:14.820090 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 6afa7552-c866-4a56-a406-91a270fb834f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6afa7552-c866-4a56-a406-91a270fb834f,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:14.826170 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ce8f4e9b-d9c1-470e-be09-5184dbcb7d2e req-92d7dd26-cb0c-4a17-b75f-7a0950174c51 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713594 Apr 30 13:16:14.834213 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c3e85d81-ec24-49de-9e01-303b1b29d8bd req-34b1ac89-1ed2-44b4-8d7f-edb7945f8f36 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661128 Apr 30 13:16:14.835689 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Returning: {'device': '6afa7552-c866-4a56-a406-91a270fb834f', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'port_id': '6afa7552-c866-4a56-a406-91a270fb834f', 'mac_address': 'fa:16:3e:72:ea:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:16:14.901896 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:14.918325 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6afa7552-c866-4a56-a406-91a270fb834f {{(pid=73847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:16:14.935899 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 6afa7552-c866-4a56-a406-91a270fb834f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6afa7552-c866-4a56-a406-91a270fb834f,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:14.941632 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:14.944708 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:15.028956 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=6afa7552-c866-4a56-a406-91a270fb834f,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:15.051384 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:15.326317 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['9775a6e4-5057-4431-9bd7-97129aa44a43'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:16:15.379629 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['6afa7552-c866-4a56-a406-91a270fb834f'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:16:15.806553 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 58390) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:16.093701 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1a5404f2-d3c9-4d09-85c2-e3bdbc1a3c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:16.121979 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-1a5404f2-d3c9-4d09-85c2-e3bdbc1a3c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:16.128326 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-1a5404f2-d3c9-4d09-85c2-e3bdbc1a3c3b admin admin] Usage tracker for resource:security_group_rule and tenant:8a8039bebc094eefb6a0101e2a368e25 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:16.132818 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-1a5404f2-d3c9-4d09-85c2-e3bdbc1a3c3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:16.142307 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-1a5404f2-d3c9-4d09-85c2-e3bdbc1a3c3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:16.224557 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6c5ac-e0ef-4e2b-bfa0-118aaf6fc8f4 req-14825893-1b61-4b6c-a345-a93c1454efe9 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:16.226190 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7ee6c5ac-e0ef-4e2b-bfa0-118aaf6fc8f4 req-14825893-1b61-4b6c-a345-a93c1454efe9 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 944 time: 0.2515435 Apr 30 13:16:16.242263 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2e11a-18ab-4d06-b26e-1480394c1705 req-c6418380-39c8-49ec-a5c7-15631a37193d tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:16.243708 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-00b2e11a-18ab-4d06-b26e-1480394c1705 req-c6418380-39c8-49ec-a5c7-15631a37193d tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 944 time: 0.2228372 Apr 30 13:16:16.337889 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7ee6c5ac-e0ef-4e2b-bfa0-118aaf6fc8f4 req-78e7694a-ddd1-4e45-b76b-3d6f25dd960c tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919240 Apr 30 13:16:16.357583 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-00b2e11a-18ab-4d06-b26e-1480394c1705 req-3f1631ed-0d5d-41e7-9bcd-f6b72f1f13b0 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926113 Apr 30 13:16:16.375064 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1a5404f2-d3c9-4d09-85c2-e3bdbc1a3c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:16.380702 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1a5404f2-d3c9-4d09-85c2-e3bdbc1a3c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:16.387813 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-9400c7c2-ea38-4686-9ca6-cabc9e25616d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:16.434632 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-1a5404f2-d3c9-4d09-85c2-e3bdbc1a3c3b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8a8039bebc094eefb6a0101e2a368e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6267397 Apr 30 13:16:16.436379 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5404f2-d3c9-4d09-85c2-e3bdbc1a3c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2e8c13-9975-408e-9046-cd724d3dab55,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:16.438793 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 58424) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:16.449401 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1a5404f2-d3c9-4d09-85c2-e3bdbc1a3c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:16.512404 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-2bdb849c-dd6c-4d41-abeb-20715a0dc222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:16.539967 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-2bdb849c-dd6c-4d41-abeb-20715a0dc222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:16.593972 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-2bdb849c-dd6c-4d41-abeb-20715a0dc222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:16.598723 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-82e4bd30-0b3f-42eb-9e73-f771ba50af23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:16.610750 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb849c-dd6c-4d41-abeb-20715a0dc222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2e8c13-9975-408e-9046-cd724d3dab55,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:16.617731 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-2bdb849c-dd6c-4d41-abeb-20715a0dc222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:16.619707 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-2bdb849c-dd6c-4d41-abeb-20715a0dc222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:16.623194 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-2bdb849c-dd6c-4d41-abeb-20715a0dc222 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5f2e8c13-9975-408e-9046-cd724d3dab55 HTTP/1.1" status: 204 len: 168 time: 0.1737399 Apr 30 13:16:16.920375 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 58436) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:16.940645 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-10698817-6965-42bb-b7a2-f464b8c9c4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:16.964078 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-10698817-6965-42bb-b7a2-f464b8c9c4bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:16.964078 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-10698817-6965-42bb-b7a2-f464b8c9c4bd admin admin] Usage tracker for resource:security_group_rule and tenant:37abd15ec87042ee8f72bdc433876daa is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:16.964078 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-10698817-6965-42bb-b7a2-f464b8c9c4bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:16.970635 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-10698817-6965-42bb-b7a2-f464b8c9c4bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:17.058233 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-10698817-6965-42bb-b7a2-f464b8c9c4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:17.063639 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-10698817-6965-42bb-b7a2-f464b8c9c4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:17.141866 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1a5404f2-d3c9-4d09-85c2-e3bdbc1a3c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:17.183908 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-10698817-6965-42bb-b7a2-f464b8c9c4bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=37abd15ec87042ee8f72bdc433876daa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616794 Apr 30 13:16:17.184760 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10698817-6965-42bb-b7a2-f464b8c9c4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f499aae2-47b7-46a5-87c5-c6b264ad04bb,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:17.186903 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 58446) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:17.188002 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-10698817-6965-42bb-b7a2-f464b8c9c4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:17.249859 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b97b3f16-13c9-412f-b5f8-7dd8ad9fc8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:17.276626 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b97b3f16-13c9-412f-b5f8-7dd8ad9fc8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:17.334562 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b97b3f16-13c9-412f-b5f8-7dd8ad9fc8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:17.339611 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-90197aba-99c6-4279-b032-404c97af0f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:17.353314 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b3f16-13c9-412f-b5f8-7dd8ad9fc8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f499aae2-47b7-46a5-87c5-c6b264ad04bb,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:17.355949 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-b97b3f16-13c9-412f-b5f8-7dd8ad9fc8f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:17.360918 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b97b3f16-13c9-412f-b5f8-7dd8ad9fc8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:17.362074 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-b97b3f16-13c9-412f-b5f8-7dd8ad9fc8f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f499aae2-47b7-46a5-87c5-c6b264ad04bb HTTP/1.1" status: 204 len: 168 time: 0.1726608 Apr 30 13:16:17.706994 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53500231-ee25-4f8d-b3e0-ab8c803fc4fe req-1ee72a1e-2c91-4f3e-9a6b-85f80b87fd97 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:17.720368 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-53500231-ee25-4f8d-b3e0-ab8c803fc4fe req-1ee72a1e-2c91-4f3e-9a6b-85f80b87fd97 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 944 time: 0.1891701 Apr 30 13:16:17.762900 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f017fa3-eee7-45f3-aec4-882e817ed3b0 req-8d58c983-dc86-4bef-a3ad-869ec9de2b6f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:17.764627 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4f017fa3-eee7-45f3-aec4-882e817ed3b0 req-8d58c983-dc86-4bef-a3ad-869ec9de2b6f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 944 time: 0.1640205 Apr 30 13:16:17.807781 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-53500231-ee25-4f8d-b3e0-ab8c803fc4fe req-3bdd2dc6-b28e-4480-93f1-fbf2a3b106b4 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852787 Apr 30 13:16:17.832664 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4f017fa3-eee7-45f3-aec4-882e817ed3b0 req-0f531370-fb65-4e61-854f-0efe9ab1deba tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540531 Apr 30 13:16:18.079773 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 58500) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:18.208013 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6c8b677b-eb5e-4d25-b757-284795bc21c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.226152 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-6c8b677b-eb5e-4d25-b757-284795bc21c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:18.235426 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-6c8b677b-eb5e-4d25-b757-284795bc21c9 admin admin] Usage tracker for resource:security_group_rule and tenant:4a1678f18e7d46e49a400b2c3706b3f5 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:18.238488 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-6c8b677b-eb5e-4d25-b757-284795bc21c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:18.244733 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-6c8b677b-eb5e-4d25-b757-284795bc21c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:18.331814 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6c8b677b-eb5e-4d25-b757-284795bc21c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.335647 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6c8b677b-eb5e-4d25-b757-284795bc21c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.344514 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-6033ddca-878a-450e-81e2-c5821298fd4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:18.371551 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 9775a6e4-5057-4431-9bd7-97129aa44a43 up at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:18.385030 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-6c8b677b-eb5e-4d25-b757-284795bc21c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a1678f18e7d46e49a400b2c3706b3f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039012 Apr 30 13:16:18.386586 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b677b-eb5e-4d25-b757-284795bc21c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934aee47-eeb3-4c88-9437-340cb637e79d,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:18.387706 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 58516) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:18.389606 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-6c8b677b-eb5e-4d25-b757-284795bc21c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:18.448346 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-72c36e61-6747-48c8-add6-55ddb99436dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.455124 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning for port 9775a6e4-5057-4431-9bd7-97129aa44a43 completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:16:18.460238 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning complete for port 9775a6e4-5057-4431-9bd7-97129aa44a43 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:18.460690 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.481421 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-72c36e61-6747-48c8-add6-55ddb99436dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.539706 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-72c36e61-6747-48c8-add6-55ddb99436dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.544730 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-c41f9950-6b93-4831-8617-2659168e8aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:18.556157 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c36e61-6747-48c8-add6-55ddb99436dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934aee47-eeb3-4c88-9437-340cb637e79d,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:18.560305 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-72c36e61-6747-48c8-add6-55ddb99436dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:18.564355 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-72c36e61-6747-48c8-add6-55ddb99436dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.568203 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-72c36e61-6747-48c8-add6-55ddb99436dc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/934aee47-eeb3-4c88-9437-340cb637e79d HTTP/1.1" status: 204 len: 168 time: 0.1789608 Apr 30 13:16:18.624593 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.663169 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 9775a6e4-5057-4431-9bd7-97129aa44a43, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9775a6e4-5057-4431-9bd7-97129aa44a43,segment=NetworkSegment(10278c49-52d2-4267-9e0f-d0c4b28d582b),segment_id=10278c49-52d2-4267-9e0f-d0c4b28d582b)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:18.664068 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29815204-23a7-4a83-aa54-a835cfc81d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9775a6e4-5057-4431-9bd7-97129aa44a43'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:18.670151 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.671993 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 6afa7552-c866-4a56-a406-91a270fb834f up at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:18.723652 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29815204-23a7-4a83-aa54-a835cfc81d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9775a6e4-5057-4431-9bd7-97129aa44a43', 'code': 200} Apr 30 13:16:18.724464 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:18.836928 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=9775a6e4-5057-4431-9bd7-97129aa44a43,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:18.843512 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:18.860578 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning for port 6afa7552-c866-4a56-a406-91a270fb834f completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:16:18.872561 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning complete for port 6afa7552-c866-4a56-a406-91a270fb834f triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:18.872853 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:19.153154 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:19.231818 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 6afa7552-c866-4a56-a406-91a270fb834f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6afa7552-c866-4a56-a406-91a270fb834f,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:19.237648 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:19.240552 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:19.379765 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=6afa7552-c866-4a56-a406-91a270fb834f,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:19.384398 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:19.389094 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a09c8a-efa9-4848-b712-8331bc2deb12 req-49ffe482-78b2-41be-b6dd-cd48022a0e72 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:19.391363 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-57a09c8a-efa9-4848-b712-8331bc2deb12 req-49ffe482-78b2-41be-b6dd-cd48022a0e72 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 944 time: 0.3815908 Apr 30 13:16:19.408023 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fd83e-b2f5-4ecb-a945-cef9d830906c req-90f97f88-800c-42ab-bd9d-f76aef5bde4d tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:19.410483 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 58564) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:19.415616 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c01fd83e-b2f5-4ecb-a945-cef9d830906c req-90f97f88-800c-42ab-bd9d-f76aef5bde4d tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.2920880 Apr 30 13:16:19.418781 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64c6ab-0423-4180-965b-645cc794b55b req-e4f028ad-b215-4fe0-b588-db4ff5052180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:19.420178 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4b64c6ab-0423-4180-965b-645cc794b55b req-e4f028ad-b215-4fe0-b588-db4ff5052180 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 1098 time: 0.2988000 Apr 30 13:16:19.428683 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-fde549a3-f3e2-4b40-9fcf-1cc0629987e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:19.444425 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-fde549a3-f3e2-4b40-9fcf-1cc0629987e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:19.448445 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-fde549a3-f3e2-4b40-9fcf-1cc0629987e7 admin admin] Usage tracker for resource:security_group_rule and tenant:f939c677d7f64799b8491d45efff6426 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:19.451636 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-fde549a3-f3e2-4b40-9fcf-1cc0629987e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:19.459660 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-fde549a3-f3e2-4b40-9fcf-1cc0629987e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:19.550479 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-57a09c8a-efa9-4848-b712-8331bc2deb12 req-6b77afad-d815-4d11-9b9e-b81b008df409 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521249 Apr 30 13:16:19.561014 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-fde549a3-f3e2-4b40-9fcf-1cc0629987e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:19.566570 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c01fd83e-b2f5-4ecb-a945-cef9d830906c req-b4760589-3f50-4465-9409-c7a5fa757f34 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500239 Apr 30 13:16:19.569068 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-fde549a3-f3e2-4b40-9fcf-1cc0629987e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:19.604340 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-621dc32c-b479-49e9-ad7e-990acdb1ff6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:19.627320 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4b64c6ab-0423-4180-965b-645cc794b55b req-371af8ff-6d71-4715-8027-a39f80526529 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534569 Apr 30 13:16:19.665188 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-fde549a3-f3e2-4b40-9fcf-1cc0629987e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f939c677d7f64799b8491d45efff6426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512693 Apr 30 13:16:19.665188 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde549a3-f3e2-4b40-9fcf-1cc0629987e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b038fa-edfa-47bd-ae59-5c6d380326f5,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:19.665543 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 58576) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:19.666896 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-fde549a3-f3e2-4b40-9fcf-1cc0629987e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:19.756209 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-561286e3-ec23-485c-b7a9-d8ab3e117962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:19.787769 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-561286e3-ec23-485c-b7a9-d8ab3e117962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:19.851179 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-561286e3-ec23-485c-b7a9-d8ab3e117962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:19.856671 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:19.871378 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561286e3-ec23-485c-b7a9-d8ab3e117962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b038fa-edfa-47bd-ae59-5c6d380326f5,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:19.874875 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-561286e3-ec23-485c-b7a9-d8ab3e117962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:19.884579 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-561286e3-ec23-485c-b7a9-d8ab3e117962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:19.888361 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-561286e3-ec23-485c-b7a9-d8ab3e117962 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/23b038fa-edfa-47bd-ae59-5c6d380326f5 HTTP/1.1" status: 204 len: 168 time: 0.2195735 Apr 30 13:16:20.318785 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 58604) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:20.337670 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-87a54458-bba7-42b6-98c8-7ce234730ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:20.366539 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-87a54458-bba7-42b6-98c8-7ce234730ecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:20.371371 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-87a54458-bba7-42b6-98c8-7ce234730ecc admin admin] Usage tracker for resource:security_group_rule and tenant:58247614cd334f059704cd391cd8a6dc is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:20.374866 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-87a54458-bba7-42b6-98c8-7ce234730ecc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:20.381672 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-87a54458-bba7-42b6-98c8-7ce234730ecc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:20.535442 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-87a54458-bba7-42b6-98c8-7ce234730ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:20.539874 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-87a54458-bba7-42b6-98c8-7ce234730ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:20.550381 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-481bed96-9750-42ea-991e-9f83c477e1e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:20.595193 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a54458-bba7-42b6-98c8-7ce234730ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391bb181-df37-476d-97c3-dd23a9095760,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:20.604902 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-87a54458-bba7-42b6-98c8-7ce234730ecc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=58247614cd334f059704cd391cd8a6dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848132 Apr 30 13:16:20.609692 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 58620) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:20.612838 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a54458-bba7-42b6-98c8-7ce234730ecc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:20.613200 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a54458-bba7-42b6-98c8-7ce234730ecc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:20.613597 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a54458-bba7-42b6-98c8-7ce234730ecc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:20.614017 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a54458-bba7-42b6-98c8-7ce234730ecc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:20.614361 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a54458-bba7-42b6-98c8-7ce234730ecc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:20.614980 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a54458-bba7-42b6-98c8-7ce234730ecc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:20.615320 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a54458-bba7-42b6-98c8-7ce234730ecc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:20.615777 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a54458-bba7-42b6-98c8-7ce234730ecc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:20.616117 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a54458-bba7-42b6-98c8-7ce234730ecc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:20.616788 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a54458-bba7-42b6-98c8-7ce234730ecc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:20.616788 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a54458-bba7-42b6-98c8-7ce234730ecc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:20.617120 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a54458-bba7-42b6-98c8-7ce234730ecc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:20.621328 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-87a54458-bba7-42b6-98c8-7ce234730ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:20.725284 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648c3844-71ae-42ce-9c0a-b2226ee657a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afa7552-c866-4a56-a406-91a270fb834f'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:20.832233 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-8fcc184a-255a-448a-9e16-ce019c382dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:20.879676 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-8fcc184a-255a-448a-9e16-ce019c382dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:20.895102 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df22d99-6b1e-4659-ab01-de4b0f376197 req-a0af25a9-c9ea-4059-8d1d-f87e816f5f20 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:20.896778 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6df22d99-6b1e-4659-ab01-de4b0f376197 req-a0af25a9-c9ea-4059-8d1d-f87e816f5f20 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.2122622 Apr 30 13:16:20.977278 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3921069-de81-460f-ad57-0a84186d0ad3 req-ca28487c-b49b-4cba-9550-38923a90794b tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:20.979643 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a3921069-de81-460f-ad57-0a84186d0ad3 req-ca28487c-b49b-4cba-9550-38923a90794b tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.2171516 Apr 30 13:16:21.015109 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6df22d99-6b1e-4659-ab01-de4b0f376197 req-3f0762b5-02b4-464b-b28c-cc16733b7f74 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084805 Apr 30 13:16:21.042161 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-8fcc184a-255a-448a-9e16-ce019c382dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:21.042161 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d7479cdf-8c60-4ad3-99ce-b6d1d222459e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:21.063492 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc184a-255a-448a-9e16-ce019c382dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391bb181-df37-476d-97c3-dd23a9095760,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:21.066289 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-8fcc184a-255a-448a-9e16-ce019c382dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:21.094269 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648c3844-71ae-42ce-9c0a-b2226ee657a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afa7552-c866-4a56-a406-91a270fb834f', 'code': 200} Apr 30 13:16:21.101876 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-8fcc184a-255a-448a-9e16-ce019c382dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:21.105362 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-8fcc184a-255a-448a-9e16-ce019c382dd3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/391bb181-df37-476d-97c3-dd23a9095760 HTTP/1.1" status: 204 len: 168 time: 0.4908860 Apr 30 13:16:21.107070 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a3921069-de81-460f-ad57-0a84186d0ad3 req-a43e4a8c-2818-4a14-aa1b-57b99c5c02cf tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100993 Apr 30 13:16:21.484291 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3e69b-dfa9-4692-9ca9-b0646ee02050 req-28174f0e-6a7f-40ad-ad8a-8fa0146053f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:21.486243 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1fb3e69b-dfa9-4692-9ca9-b0646ee02050 req-28174f0e-6a7f-40ad-ad8a-8fa0146053f9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 1098 time: 0.0886643 Apr 30 13:16:21.539008 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1fb3e69b-dfa9-4692-9ca9-b0646ee02050 req-29230032-be8b-46c9-80c1-ba5f72c3d53a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389173 Apr 30 13:16:22.030238 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3146d7-3ac7-44b4-a73f-090cacbbabf1 req-7caf6338-1972-4741-8a3e-760608288b16 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:22.031864 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cf3146d7-3ac7-44b4-a73f-090cacbbabf1 req-7caf6338-1972-4741-8a3e-760608288b16 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 945 time: 0.0925560 Apr 30 13:16:22.081493 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cf3146d7-3ac7-44b4-a73f-090cacbbabf1 req-92b62e68-fdf4-4c88-95b5-5fbc48552d63 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/security-groups?id=4176b417-f63f-41ec-beb4-adaab44a2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435293 Apr 30 13:16:22.298366 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb9526-f7dd-4085-81ed-9d6109aba993 req-b7702f4e-e8f3-49b3-8deb-357ccc4e0250 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:22.299844 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d7eb9526-f7dd-4085-81ed-9d6109aba993 req-b7702f4e-e8f3-49b3-8deb-357ccc4e0250 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.1489687 Apr 30 13:16:22.368507 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d7eb9526-f7dd-4085-81ed-9d6109aba993 req-bdd6a21b-7fdd-4f41-991c-9d4a9d30765d tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557454 Apr 30 13:16:22.376909 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845e731-a994-4993-9b02-effd469856e4 req-959acd51-69cf-4131-9b8a-b1d35ea8a214 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:22.378392 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3845e731-a994-4993-9b02-effd469856e4 req-959acd51-69cf-4131-9b8a-b1d35ea8a214 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.1423118 Apr 30 13:16:22.427879 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3845e731-a994-4993-9b02-effd469856e4 req-cc40dd60-a5b5-41b9-9e2f-8942df1d0545 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428255 Apr 30 13:16:22.599183 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe0874-b0f2-4743-893e-7ae342e906ef req-7a8332ae-d9a8-4498-8b1c-30c52f12e74a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:22.601018 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-94fe0874-b0f2-4743-893e-7ae342e906ef req-7a8332ae-d9a8-4498-8b1c-30c52f12e74a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.1003721 Apr 30 13:16:22.621651 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 58700) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:22.627755 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-83c87f9e-f12f-47e2-a06d-a560aecab752 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Request body: {'floatingip': {'port_id': '9775a6e4-5057-4431-9bd7-97129aa44a43'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:22.768985 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-83c87f9e-f12f-47e2-a06d-a560aecab752 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for floatingip, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:23.522332 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb105c-902a-47e9-ae6f-47bde442f508 req-c10adadd-6338-41f2-b3dd-81a08501db76 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:23.523819 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-99bb105c-902a-47e9-ae6f-47bde442f508 req-c10adadd-6338-41f2-b3dd-81a08501db76 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 945 time: 0.3192570 Apr 30 13:16:23.639898 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-99bb105c-902a-47e9-ae6f-47bde442f508 req-d27e5ff3-91ae-4b86-bcaa-66e64e44eb6b tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/security-groups?id=4176b417-f63f-41ec-beb4-adaab44a2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080501 Apr 30 13:16:23.746655 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:16:23.809397 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b03a3-3ffd-4e70-95f8-a4cdbb3b96ef req-9e9e3712-ec8f-4a5a-b1b0-10e7ebf8deec tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:23.817338 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5f0b03a3-3ffd-4e70-95f8-a4cdbb3b96ef req-9e9e3712-ec8f-4a5a-b1b0-10e7ebf8deec tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.2614386 Apr 30 13:16:23.861824 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-83c87f9e-f12f-47e2-a06d-a560aecab752 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:23.872772 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-83c87f9e-f12f-47e2-a06d-a560aecab752 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657561'] for floatingip, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:23.946472 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5f0b03a3-3ffd-4e70-95f8-a4cdbb3b96ef req-fd2619a0-fa34-44ba-999a-2a8b1d28f2b3 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281347 Apr 30 13:16:24.096948 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.db.l3_db [None req-83c87f9e-f12f-47e2-a06d-a560aecab752 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Floating IP 08154815-cbdc-4c79-b2a6-4eb917cb891a associated. External IP: 172.27.3.147, port: 9775a6e4-5057-4431-9bd7-97129aa44a43. Apr 30 13:16:24.453560 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67004f8b-2b32-474c-8ad7-566383504153 req-951e4236-4c30-47ec-8f49-81b72417696e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:24.455069 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-67004f8b-2b32-474c-8ad7-566383504153 req-951e4236-4c30-47ec-8f49-81b72417696e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.2737882 Apr 30 13:16:24.464109 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 58784) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:24.470197 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-9da77959-b267-404b-915d-64d471ba0870 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Request body: {'floatingip': {'port_id': '6afa7552-c866-4a56-a406-91a270fb834f'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:24.556636 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9da77959-b267-404b-915d-64d471ba0870 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for floatingip, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:24.712380 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c87f9e-f12f-47e2-a06d-a560aecab752 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Router f1433366-0e12-454f-bc54-43cd1079d374 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:16:24.956816 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4ff43-16b6-4d5d-b101-8c1742afcc5a req-21576d4e-6124-43b4-8eba-b3bf446acde8 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:24.958317 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c3a4ff43-16b6-4d5d-b101-8c1742afcc5a req-21576d4e-6124-43b4-8eba-b3bf446acde8 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.96 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 945 time: 0.2975442 Apr 30 13:16:25.004893 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c87f9e-f12f-47e2-a06d-a560aecab752 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:16:25.010823 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-83c87f9e-f12f-47e2-a06d-a560aecab752 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for floatingip, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:25.022793 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34387fce-8740-44c8-b5aa-35ebacfb2663 None None] Sync routers for ids ['f1433366-0e12-454f-bc54-43cd1079d374'] in dv-cinder-788363-2-iscsi {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:16:25.037249 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34387fce-8740-44c8-b5aa-35ebacfb2663 None None] Routers {'f1433366-0e12-454f-bc54-43cd1079d374'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:25.037875 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-34387fce-8740-44c8-b5aa-35ebacfb2663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:16:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['f1433366-0e12-454f-bc54-43cd1079d374'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:25.106194 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dce5b-2aae-46c4-a878-670fea903ee2 req-6ac37f7b-e5cb-4040-b863-6d15668d4a5d tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:25.107654 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-901dce5b-2aae-46c4-a878-670fea903ee2 req-6ac37f7b-e5cb-4040-b863-6d15668d4a5d tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 945 time: 0.3131230 Apr 30 13:16:25.161985 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-83c87f9e-f12f-47e2-a06d-a560aecab752 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "PUT /v2.0/floatingips/08154815-cbdc-4c79-b2a6-4eb917cb891a HTTP/1.1" status: 200 len: 991 time: 2.5388956 Apr 30 13:16:25.171354 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29815204-23a7-4a83-aa54-a835cfc81d13', 'tag': '9775a6e4-5057-4431-9bd7-97129aa44a43'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:25.188082 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-901dce5b-2aae-46c4-a878-670fea903ee2 req-1d4f656f-476d-4117-b40d-881126aa7766 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/security-groups?id=4176b417-f63f-41ec-beb4-adaab44a2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731349 Apr 30 13:16:25.302590 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29815204-23a7-4a83-aa54-a835cfc81d13', 'tag': '9775a6e4-5057-4431-9bd7-97129aa44a43', 'status': 'completed', 'code': 200} Apr 30 13:16:25.366573 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-34387fce-8740-44c8-b5aa-35ebacfb2663 None None] Set router f1433366-0e12-454f-bc54-43cd1079d374 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:25.570887 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9da77959-b267-404b-915d-64d471ba0870 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:25.576884 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9da77959-b267-404b-915d-64d471ba0870 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657561'] for floatingip, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:25.778622 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.db.l3_db [None req-9da77959-b267-404b-915d-64d471ba0870 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Floating IP dc5c3422-7fb8-4274-89ce-8e7481ebd74b associated. External IP: 172.27.3.76, port: 6afa7552-c866-4a56-a406-91a270fb834f. Apr 30 13:16:25.786099 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-c3a4ff43-16b6-4d5d-b101-8c1742afcc5a req-87977309-2159-4bde-adb4-fdf34d900e53 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Deleting port 34171082-d6cf-4661-8b9b-30d3b90f0018 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:16:25.786962 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c3a4ff43-16b6-4d5d-b101-8c1742afcc5a req-87977309-2159-4bde-adb4-fdf34d900e53 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:25.847778 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-34387fce-8740-44c8-b5aa-35ebacfb2663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'name': 'tempest-AttachVolumeTestJSON-345655624-router', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '003266e9-11d1-4034-bf94-228a1cf30202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:38Z', 'revision_number': 4, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'gw_port': {'id': '003266e9-11d1-4034-bf94-228a1cf30202', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:35:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:27Z', 'updated_at': '2021-04-30T13:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': '08154815-cbdc-4c79-b2a6-4eb917cb891a', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'floating_ip_address': '172.27.3.147', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'port_id': '9775a6e4-5057-4431-9bd7-97129aa44a43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e', 'mac_address': 'fa:16:3e:07:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29815204-23a7-4a83-aa54-a835cfc81d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:15:52Z', 'updated_at': '2021-04-30T13:16:23Z', 'revision_number': 1, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65d8c3f-a774-4aef-b0e6-3383d5606030', 'name': '', 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'mac_address': 'fa:16:3e:db:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '88f483fa-96d4-494c-a375-0339a4c91674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:36Z', 'updated_at': '2021-04-30T13:15:52Z', 'revision_number': 5, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'subnets': [{'id': '88f483fa-96d4-494c-a375-0339a4c91674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:25.856455 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34387fce-8740-44c8-b5aa-35ebacfb2663 None None] Checking router: f1433366-0e12-454f-bc54-43cd1079d374 for host: dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:16:25.870580 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34387fce-8740-44c8-b5aa-35ebacfb2663 None None] Routers {'f1433366-0e12-454f-bc54-43cd1079d374'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:25.871211 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-34387fce-8740-44c8-b5aa-35ebacfb2663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:16:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['f1433366-0e12-454f-bc54-43cd1079d374'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:25.923390 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-c3a4ff43-16b6-4d5d-b101-8c1742afcc5a req-87977309-2159-4bde-adb4-fdf34d900e53 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] For port 34171082-d6cf-4661-8b9b-30d3b90f0018, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=34171082-d6cf-4661-8b9b-30d3b90f0018,segment=NetworkSegment(070bcd46-11f8-4217-bafd-cffdcba3e9d3),segment_id=070bcd46-11f8-4217-bafd-cffdcba3e9d3)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:25.923739 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c3a4ff43-16b6-4d5d-b101-8c1742afcc5a req-87977309-2159-4bde-adb4-fdf34d900e53 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:26.052918 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-c3a4ff43-16b6-4d5d-b101-8c1742afcc5a req-87977309-2159-4bde-adb4-fdf34d900e53 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Calling delete_port for 34171082-d6cf-4661-8b9b-30d3b90f0018 owned by compute:nova {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:16:26.126131 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da77959-b267-404b-915d-64d471ba0870 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Router b8baceec-e907-42c9-8ebc-8029b2c9e4f3 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:16:26.136906 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-34387fce-8740-44c8-b5aa-35ebacfb2663 None None] Set router f1433366-0e12-454f-bc54-43cd1079d374 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:26.266917 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c3a4ff43-16b6-4d5d-b101-8c1742afcc5a req-87977309-2159-4bde-adb4-fdf34d900e53 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:26.274020 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-603a003a-f209-4db4-9794-5e00e6640d0a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:26.338575 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da77959-b267-404b-915d-64d471ba0870 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:16:26.349083 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9dccdb-feca-4c79-82d6-759edc5db2fe None None] Sync routers for ids ['b8baceec-e907-42c9-8ebc-8029b2c9e4f3'] in dv-cinder-788363-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:16:26.362270 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9da77959-b267-404b-915d-64d471ba0870 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for floatingip, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:26.367040 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9dccdb-feca-4c79-82d6-759edc5db2fe None None] Routers {'b8baceec-e907-42c9-8ebc-8029b2c9e4f3'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:26.367702 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-ef9dccdb-feca-4c79-82d6-759edc5db2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:16:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['b8baceec-e907-42c9-8ebc-8029b2c9e4f3'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:26.439801 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-9da77959-b267-404b-915d-64d471ba0870 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "PUT /v2.0/floatingips/dc5c3422-7fb8-4274-89ce-8e7481ebd74b HTTP/1.1" status: 200 len: 990 time: 1.9745855 Apr 30 13:16:26.440423 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648c3844-71ae-42ce-9c0a-b2226ee657a4', 'tag': '6afa7552-c866-4a56-a406-91a270fb834f'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:26.500469 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87977309-2159-4bde-adb4-fdf34d900e53 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Pushing event deleted for resources: {'Port': ['ID=34171082-d6cf-4661-8b9b-30d3b90f0018,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:26.511921 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9f8096c9-5061-4bd5-87ba-f1ce022e146e req-a75f78d5-8759-4207-9aaf-bceafafc7781 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 210 time: 0.0744665 Apr 30 13:16:26.556064 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87977309-2159-4bde-adb4-fdf34d900e53 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:26.556531 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87977309-2159-4bde-adb4-fdf34d900e53 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:26.556926 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87977309-2159-4bde-adb4-fdf34d900e53 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:26.557333 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87977309-2159-4bde-adb4-fdf34d900e53 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:26.557737 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87977309-2159-4bde-adb4-fdf34d900e53 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:26.558324 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87977309-2159-4bde-adb4-fdf34d900e53 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:26.558730 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87977309-2159-4bde-adb4-fdf34d900e53 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:26.559271 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87977309-2159-4bde-adb4-fdf34d900e53 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:26.559642 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87977309-2159-4bde-adb4-fdf34d900e53 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:26.560295 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87977309-2159-4bde-adb4-fdf34d900e53 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:26.560699 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87977309-2159-4bde-adb4-fdf34d900e53 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:26.561160 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87977309-2159-4bde-adb4-fdf34d900e53 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:26.569653 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-87977309-2159-4bde-adb4-fdf34d900e53 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:26.611122 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a4ff43-16b6-4d5d-b101-8c1742afcc5a req-87977309-2159-4bde-adb4-fdf34d900e53 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] No DVR routers for this DVR port 34171082-d6cf-4661-8b9b-30d3b90f0018 on host hv-cinder-78836 {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:16:26.614493 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c3a4ff43-16b6-4d5d-b101-8c1742afcc5a req-87977309-2159-4bde-adb4-fdf34d900e53 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:26.631786 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c3a4ff43-16b6-4d5d-b101-8c1742afcc5a req-87977309-2159-4bde-adb4-fdf34d900e53 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.96 "DELETE /v2.0/ports/34171082-d6cf-4661-8b9b-30d3b90f0018 HTTP/1.1" status: 204 len: 173 time: 0.9953859 Apr 30 13:16:26.665648 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-34387fce-8740-44c8-b5aa-35ebacfb2663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'name': 'tempest-AttachVolumeTestJSON-345655624-router', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '003266e9-11d1-4034-bf94-228a1cf30202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:38Z', 'revision_number': 4, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'gw_port': {'id': '003266e9-11d1-4034-bf94-228a1cf30202', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:35:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:27Z', 'updated_at': '2021-04-30T13:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': '08154815-cbdc-4c79-b2a6-4eb917cb891a', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'floating_ip_address': '172.27.3.147', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'port_id': '9775a6e4-5057-4431-9bd7-97129aa44a43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e', 'mac_address': 'fa:16:3e:07:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29815204-23a7-4a83-aa54-a835cfc81d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:15:52Z', 'updated_at': '2021-04-30T13:16:23Z', 'revision_number': 1, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65d8c3f-a774-4aef-b0e6-3383d5606030', 'name': '', 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'mac_address': 'fa:16:3e:db:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '88f483fa-96d4-494c-a375-0339a4c91674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:36Z', 'updated_at': '2021-04-30T13:15:52Z', 'revision_number': 5, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'subnets': [{'id': '88f483fa-96d4-494c-a375-0339a4c91674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:26.669974 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34387fce-8740-44c8-b5aa-35ebacfb2663 None None] The sync data for ids ['f1433366-0e12-454f-bc54-43cd1079d374'] in dv-cinder-788363-2-iscsi is: [{'id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'name': 'tempest-AttachVolumeTestJSON-345655624-router', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '003266e9-11d1-4034-bf94-228a1cf30202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:38Z', 'revision_number': 4, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'gw_port': {'id': '003266e9-11d1-4034-bf94-228a1cf30202', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:35:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:27Z', 'updated_at': '2021-04-30T13:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': '08154815-cbdc-4c79-b2a6-4eb917cb891a', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'floating_ip_address': '172.27.3.147', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'port_id': '9775a6e4-5057-4431-9bd7-97129aa44a43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e', 'mac_address': 'fa:16:3e:07:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29815204-23a7-4a83-aa54-a835cfc81d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:15:52Z', 'updated_at': '2021-04-30T13:16:23Z', 'revision_number': 1, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65d8c3f-a774-4aef-b0e6-3383d5606030', 'name': '', 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'mac_address': 'fa:16:3e:db:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '88f483fa-96d4-494c-a375-0339a4c91674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:36Z', 'updated_at': '2021-04-30T13:15:52Z', 'revision_number': 5, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'subnets': [{'id': '88f483fa-96d4-494c-a375-0339a4c91674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:16:26.680148 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-ef9dccdb-feca-4c79-82d6-759edc5db2fe None None] Set router b8baceec-e907-42c9-8ebc-8029b2c9e4f3 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:26.864357 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c75a4a-d532-47fc-a25f-73784207551c None None] New status for floating IP 08154815-cbdc-4c79-b2a6-4eb917cb891a: ACTIVE {{(pid=73848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:16:27.031048 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-ef9dccdb-feca-4c79-82d6-759edc5db2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'name': 'tempest-AttachVolumeShelveTestJSON-11597027-router', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '7325674b-df53-4180-b70c-131cadc64ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:24Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'gw_port': {'id': '7325674b-df53-4180-b70c-131cadc64ff6', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': 'dc5c3422-7fb8-4274-89ce-8e7481ebd74b', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'port_id': '6afa7552-c866-4a56-a406-91a270fb834f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'mac_address': 'fa:16:3e:72:ea:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648c3844-71ae-42ce-9c0a-b2226ee657a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:15:53Z', 'updated_at': '2021-04-30T13:16:25Z', 'revision_number': 1, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e506ffb7-4474-44a4-8cf8-d9cb842026f6', 'name': '', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'mac_address': 'fa:16:3e:77:d3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:46Z', 'revision_number': 5, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'subnets': [{'id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:27.034947 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9dccdb-feca-4c79-82d6-759edc5db2fe None None] Checking router: b8baceec-e907-42c9-8ebc-8029b2c9e4f3 for host: dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:16:27.043312 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9dccdb-feca-4c79-82d6-759edc5db2fe None None] Routers {'b8baceec-e907-42c9-8ebc-8029b2c9e4f3'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:27.043917 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-ef9dccdb-feca-4c79-82d6-759edc5db2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:16:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['b8baceec-e907-42c9-8ebc-8029b2c9e4f3'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:27.224173 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-ef9dccdb-feca-4c79-82d6-759edc5db2fe None None] Set router b8baceec-e907-42c9-8ebc-8029b2c9e4f3 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:27.304326 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e828b5-c324-473e-b966-2e7cbc4ffd34', 'name': 'network-vif-deleted', 'tag': '34171082-d6cf-4661-8b9b-30d3b90f0018'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:27.534928 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['34171082-d6cf-4661-8b9b-30d3b90f0018'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:16:27.672536 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-ef9dccdb-feca-4c79-82d6-759edc5db2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'name': 'tempest-AttachVolumeShelveTestJSON-11597027-router', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '7325674b-df53-4180-b70c-131cadc64ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:24Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'gw_port': {'id': '7325674b-df53-4180-b70c-131cadc64ff6', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': 'dc5c3422-7fb8-4274-89ce-8e7481ebd74b', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'port_id': '6afa7552-c866-4a56-a406-91a270fb834f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'mac_address': 'fa:16:3e:72:ea:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648c3844-71ae-42ce-9c0a-b2226ee657a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:15:53Z', 'updated_at': '2021-04-30T13:16:25Z', 'revision_number': 1, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e506ffb7-4474-44a4-8cf8-d9cb842026f6', 'name': '', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'mac_address': 'fa:16:3e:77:d3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:46Z', 'revision_number': 5, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'subnets': [{'id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:27.678822 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9dccdb-feca-4c79-82d6-759edc5db2fe None None] The sync data for ids ['b8baceec-e907-42c9-8ebc-8029b2c9e4f3'] in dv-cinder-788363-2-iscsi is: [{'id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'name': 'tempest-AttachVolumeShelveTestJSON-11597027-router', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '7325674b-df53-4180-b70c-131cadc64ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:24Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'gw_port': {'id': '7325674b-df53-4180-b70c-131cadc64ff6', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': 'dc5c3422-7fb8-4274-89ce-8e7481ebd74b', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'port_id': '6afa7552-c866-4a56-a406-91a270fb834f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'mac_address': 'fa:16:3e:72:ea:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648c3844-71ae-42ce-9c0a-b2226ee657a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:15:53Z', 'updated_at': '2021-04-30T13:16:25Z', 'revision_number': 1, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e506ffb7-4474-44a4-8cf8-d9cb842026f6', 'name': '', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'mac_address': 'fa:16:3e:77:d3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:46Z', 'revision_number': 5, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'subnets': [{'id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:16:27.733862 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a9bbc-e197-440f-982d-8dbe6b6dd9d8 req-c307e714-aff5-4840-8e38-4ce28688957a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:27.736319 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f89a9bbc-e197-440f-982d-8dbe6b6dd9d8 req-c307e714-aff5-4840-8e38-4ce28688957a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d9280e071a324c1bab79da85986ee901&device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 1098 time: 0.1333609 Apr 30 13:16:27.778793 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648c3844-71ae-42ce-9c0a-b2226ee657a4', 'tag': '6afa7552-c866-4a56-a406-91a270fb834f', 'status': 'completed', 'code': 200} Apr 30 13:16:27.834226 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e828b5-c324-473e-b966-2e7cbc4ffd34', 'name': 'network-vif-deleted', 'tag': '34171082-d6cf-4661-8b9b-30d3b90f0018', 'status': 'completed', 'code': 200} Apr 30 13:16:27.896251 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc027713-6e97-4aeb-928a-e70d7bcb9127 None None] New status for floating IP dc5c3422-7fb8-4274-89ce-8e7481ebd74b: ACTIVE {{(pid=73847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:16:27.945211 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-af10370c-1b5d-46d2-af1b-a18aa00c59da req-6ca0507a-8e5b-4114-825e-46776aee620c tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Synchronizing usage tracker for tenant:15e9fbb7bd33418b9d931e636244c9d4 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:16:27.973559 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a9bbc-e197-440f-982d-8dbe6b6dd9d8 req-eb0a4634-30cc-43dd-8bb9-ec2f41fc4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:27.975025 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f89a9bbc-e197-440f-982d-8dbe6b6dd9d8 req-eb0a4634-30cc-43dd-8bb9-ec2f41fc4c5d service neutron] 10.222.0.96 "GET /v2.0/networks?id=a3023e0b-51e8-48ea-ba8f-c7b4a48d722e HTTP/1.1" status: 200 len: 912 time: 0.2288640 Apr 30 13:16:28.043420 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-af10370c-1b5d-46d2-af1b-a18aa00c59da req-6ca0507a-8e5b-4114-825e-46776aee620c tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Unset dirty status for tenant:15e9fbb7bd33418b9d931e636244c9d4 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:16:28.044558 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-af10370c-1b5d-46d2-af1b-a18aa00c59da req-6ca0507a-8e5b-4114-825e-46776aee620c tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 210 time: 0.1579719 Apr 30 13:16:28.068266 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81921b83-2567-40ac-9f27-41937591fbf8 req-66e65229-7a61-4765-86f1-00be4a890843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:28.070583 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-81921b83-2567-40ac-9f27-41937591fbf8 req-66e65229-7a61-4765-86f1-00be4a890843 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2957845d7c874208b3d921bf499e5b7b&device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 1098 time: 0.2189174 Apr 30 13:16:28.135872 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f89a9bbc-e197-440f-982d-8dbe6b6dd9d8 req-de27a01b-0667-4ad5-8b7c-e6838c2f6ce9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9775a6e4-5057-4431-9bd7-97129aa44a43 HTTP/1.1" status: 200 len: 1001 time: 0.1522424 Apr 30 13:16:28.295980 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a9bbc-e197-440f-982d-8dbe6b6dd9d8 req-805ec001-3370-4506-a75a-52f2c929d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:28.297488 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f89a9bbc-e197-440f-982d-8dbe6b6dd9d8 req-805ec001-3370-4506-a75a-52f2c929d7d5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=88f483fa-96d4-494c-a375-0339a4c91674 HTTP/1.1" status: 200 len: 849 time: 0.1136630 Apr 30 13:16:28.298442 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81921b83-2567-40ac-9f27-41937591fbf8 req-b52d5249-0996-484c-b7d6-622707ce5fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:28.299780 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-81921b83-2567-40ac-9f27-41937591fbf8 req-b52d5249-0996-484c-b7d6-622707ce5fac service neutron] 10.222.0.96 "GET /v2.0/networks?id=5ea56348-3132-43ce-93d5-7c6eb60259bf HTTP/1.1" status: 200 len: 917 time: 0.2140455 Apr 30 13:16:28.453138 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-81921b83-2567-40ac-9f27-41937591fbf8 req-531d7af4-360b-4fdd-a28c-e0645637e847 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6afa7552-c866-4a56-a406-91a270fb834f HTTP/1.1" status: 200 len: 1000 time: 0.1129339 Apr 30 13:16:28.522660 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a9bbc-e197-440f-982d-8dbe6b6dd9d8 req-64b8472c-8343-4f9f-acbf-5c94b01d85f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:28.524140 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f89a9bbc-e197-440f-982d-8dbe6b6dd9d8 req-64b8472c-8343-4f9f-acbf-5c94b01d85f0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a3023e0b-51e8-48ea-ba8f-c7b4a48d722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2144780 Apr 30 13:16:28.531129 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81921b83-2567-40ac-9f27-41937591fbf8 req-8cf0503e-9d20-44ca-9771-0963434a0d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:28.532449 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-81921b83-2567-40ac-9f27-41937591fbf8 req-8cf0503e-9d20-44ca-9771-0963434a0d15 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8bf6f55f-7a38-4a76-a15c-e255e10f02cb HTTP/1.1" status: 200 len: 854 time: 0.0709727 Apr 30 13:16:28.842037 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81921b83-2567-40ac-9f27-41937591fbf8 req-b8a126c7-9bbc-4244-a8de-7358f6979798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:28.843587 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-81921b83-2567-40ac-9f27-41937591fbf8 req-b8a126c7-9bbc-4244-a8de-7358f6979798 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5ea56348-3132-43ce-93d5-7c6eb60259bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2746122 Apr 30 13:16:28.850016 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f89a9bbc-e197-440f-982d-8dbe6b6dd9d8 req-e428e641-f98a-4103-9bf6-54ba9364e08e service neutron] 10.222.0.96 "GET /v2.0/networks/a3023e0b-51e8-48ea-ba8f-c7b4a48d722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016808 Apr 30 13:16:29.154789 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-e4b3f3c3-6211-4ebd-ae0d-8634556b7522 req-af671868-787d-4ce0-9afc-a9834311144f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0492821 Apr 30 13:16:29.282473 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-94a6e958-b0f7-469c-9695-dcd564371da6 req-5239e391-d9b8-4f55-b71f-76630130d80c tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 210 time: 0.0700867 Apr 30 13:16:29.327796 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-e4b3f3c3-6211-4ebd-ae0d-8634556b7522 req-9636abc4-fabc-4bfb-8733-8632fbacfaba service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=15e9fbb7bd33418b9d931e636244c9d4&device_id=18e828b5-c324-473e-b966-2e7cbc4ffd34 HTTP/1.1" status: 200 len: 210 time: 0.0476651 Apr 30 13:16:29.338966 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f89a9bbc-e197-440f-982d-8dbe6b6dd9d8 req-436a48d0-cada-4041-a5c1-a4fae2131b5b service neutron] 10.222.0.96 "GET /v2.0/networks/a3023e0b-51e8-48ea-ba8f-c7b4a48d722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412355 Apr 30 13:16:29.340807 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-81921b83-2567-40ac-9f27-41937591fbf8 req-a9c5a764-6020-480d-a3b3-9e45e8e2c4e7 service neutron] 10.222.0.96 "GET /v2.0/networks/5ea56348-3132-43ce-93d5-7c6eb60259bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677007 Apr 30 13:16:29.469109 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 34171082-d6cf-4661-8b9b-30d3b90f0018 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:16:29.531702 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] No Port match for: 34171082-d6cf-4661-8b9b-30d3b90f0018 {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:16:29.532175 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 34171082-d6cf-4661-8b9b-30d3b90f0018 not bound to the agent host hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:16:29.717301 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-81921b83-2567-40ac-9f27-41937591fbf8 req-28972f5c-b308-4419-a409-d0e413afd83b service neutron] 10.222.0.96 "GET /v2.0/networks/5ea56348-3132-43ce-93d5-7c6eb60259bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178003 Apr 30 13:16:29.725937 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3f3c3-6211-4ebd-ae0d-8634556b7522 req-4add87ae-c9eb-4bc6-9b42-e8abf67d6620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:29.728452 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-e4b3f3c3-6211-4ebd-ae0d-8634556b7522 req-4add87ae-c9eb-4bc6-9b42-e8abf67d6620 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=15e9fbb7bd33418b9d931e636244c9d4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3138862 Apr 30 13:16:30.106352 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 58944) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:30.267250 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3f3c3-6211-4ebd-ae0d-8634556b7522 req-0d62db08-4f85-40a7-a29b-cd0bb8b4f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:30.269740 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-e4b3f3c3-6211-4ebd-ae0d-8634556b7522 req-0d62db08-4f85-40a7-a29b-cd0bb8b4f46e service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4997642 Apr 30 13:16:30.322807 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0f6a7173-2b2f-4778-b6a9-12a37a2a2582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:30.344772 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-0f6a7173-2b2f-4778-b6a9-12a37a2a2582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:30.351677 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-0f6a7173-2b2f-4778-b6a9-12a37a2a2582 admin admin] Usage tracker for resource:security_group_rule and tenant:01854d09e04246cf953498e6bb79ea81 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:30.355521 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-0f6a7173-2b2f-4778-b6a9-12a37a2a2582 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:30.365559 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-0f6a7173-2b2f-4778-b6a9-12a37a2a2582 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:30.481792 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0f6a7173-2b2f-4778-b6a9-12a37a2a2582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:30.486738 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0f6a7173-2b2f-4778-b6a9-12a37a2a2582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:30.497239 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-6fe5aece-bc91-470d-96a2-0fc97b74041a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:30.678180 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-0f6a7173-2b2f-4778-b6a9-12a37a2a2582 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=01854d09e04246cf953498e6bb79ea81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5681231 Apr 30 13:16:30.678637 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 58980) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:30.690298 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a7173-2b2f-4778-b6a9-12a37a2a2582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c54d82c-b02d-4456-8a38-e2b4f5ed54fb,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:30.699256 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-0f6a7173-2b2f-4778-b6a9-12a37a2a2582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:30.703893 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 58984) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:30.743810 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a60790-7c4e-47c7-9681-ad928c18937e req-7f063049-63df-4e0c-a10f-272784ad63c3 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:30.752615 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-55a60790-7c4e-47c7-9681-ad928c18937e req-7f063049-63df-4e0c-a10f-272784ad63c3 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/networks?id=a75ffc8e-f4e6-415a-9acb-883798976b2c HTTP/1.1" status: 200 len: 815 time: 0.2266738 Apr 30 13:16:30.766538 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-55a60790-7c4e-47c7-9681-ad928c18937e req-4e95039c-8452-4dfb-a2f2-534567be92f8 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/quotas/92757e3fba2f43fbbc422ff9719041f0 HTTP/1.1" status: 200 len: 375 time: 0.0127258 Apr 30 13:16:30.800702 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c86b838c-e3a1-410f-b474-22c21bc48916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:30.837759 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c86b838c-e3a1-410f-b474-22c21bc48916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:30.888459 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-55a60790-7c4e-47c7-9681-ad928c18937e req-23c1e507-e4c0-44ed-a91b-44f261eb6020 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=92757e3fba2f43fbbc422ff9719041f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1162314 Apr 30 13:16:30.904383 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c86b838c-e3a1-410f-b474-22c21bc48916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:30.909424 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-28cfb63b-7329-4599-81c8-d6c3dd93926c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:30.919768 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b838c-e3a1-410f-b474-22c21bc48916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c54d82c-b02d-4456-8a38-e2b4f5ed54fb,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:30.924351 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-c86b838c-e3a1-410f-b474-22c21bc48916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:30.926348 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c86b838c-e3a1-410f-b474-22c21bc48916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:30.927442 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-c86b838c-e3a1-410f-b474-22c21bc48916 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0c54d82c-b02d-4456-8a38-e2b4f5ed54fb HTTP/1.1" status: 204 len: 168 time: 0.2477531 Apr 30 13:16:30.931773 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-fb966aff-ba9f-4141-a6fb-8f866032423c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:30.968339 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-fb966aff-ba9f-4141-a6fb-8f866032423c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:30.975111 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-fb966aff-ba9f-4141-a6fb-8f866032423c admin admin] Usage tracker for resource:security_group_rule and tenant:8b6ed74687564abfbda38e9475f840e8 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:31.023820 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-fb966aff-ba9f-4141-a6fb-8f866032423c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:31.039929 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-fb966aff-ba9f-4141-a6fb-8f866032423c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:31.097690 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-55a60790-7c4e-47c7-9681-ad928c18937e req-60e1af77-439a-4fd3-a144-fd860678620f service neutron] 10.222.0.30 "GET /v2.0/networks/a75ffc8e-f4e6-415a-9acb-883798976b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916318 Apr 30 13:16:31.264219 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-fb966aff-ba9f-4141-a6fb-8f866032423c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:31.278995 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-fb966aff-ba9f-4141-a6fb-8f866032423c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:31.290734 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-4c1657f8-d81f-4425-bc0c-8e84e4ef66f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:31.302635 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-55a60790-7c4e-47c7-9681-ad928c18937e req-a5e6da62-195c-43ff-811f-019356841de5 service neutron] 10.222.0.30 "GET /v2.0/networks/a75ffc8e-f4e6-415a-9acb-883798976b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958358 Apr 30 13:16:31.336313 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-fb966aff-ba9f-4141-a6fb-8f866032423c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8b6ed74687564abfbda38e9475f840e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6292064 Apr 30 13:16:31.336313 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb966aff-ba9f-4141-a6fb-8f866032423c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366e1986-5355-4808-9e12-d21ed027e8f9,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:31.336806 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 59016) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:31.339479 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-fb966aff-ba9f-4141-a6fb-8f866032423c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:31.409112 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c8422d4d-73c8-4320-a8c5-b343626fd5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:31.455698 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c8422d4d-73c8-4320-a8c5-b343626fd5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:31.516813 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c8422d4d-73c8-4320-a8c5-b343626fd5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:31.522284 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:31.529972 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dd34af92-8424-41ee-b79f-3ad4ad15c737 req-dafa2c16-7134-450e-b16b-4c380a0dd887 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=737ff852-ff4a-4ae0-a17c-f3ff87b9c88f HTTP/1.1" status: 200 len: 210 time: 0.0637941 Apr 30 13:16:31.539007 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c8422d4d-73c8-4320-a8c5-b343626fd5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:31.543115 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-c8422d4d-73c8-4320-a8c5-b343626fd5b1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/366e1986-5355-4808-9e12-d21ed027e8f9 HTTP/1.1" status: 204 len: 168 time: 0.2028370 Apr 30 13:16:31.543115 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8422d4d-73c8-4320-a8c5-b343626fd5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366e1986-5355-4808-9e12-d21ed027e8f9,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:31.544763 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-c8422d4d-73c8-4320-a8c5-b343626fd5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:31.883693 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 59050) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:31.907726 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ad688296-06c4-475b-9347-be8963941e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:31.925818 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-ad688296-06c4-475b-9347-be8963941e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:31.929843 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-ad688296-06c4-475b-9347-be8963941e83 admin admin] Usage tracker for resource:security_group_rule and tenant:487c903dd5124cfcbfae75656fe0a18d is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:31.932961 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-ad688296-06c4-475b-9347-be8963941e83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:31.939708 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-ad688296-06c4-475b-9347-be8963941e83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:32.024116 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ad688296-06c4-475b-9347-be8963941e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:32.028670 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ad688296-06c4-475b-9347-be8963941e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:32.037149 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-5aa94a19-292c-4e44-a873-3e5dd909e0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:32.080150 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad688296-06c4-475b-9347-be8963941e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d01742-d541-46bb-b6e9-635b0c765ae6,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:32.086994 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-ad688296-06c4-475b-9347-be8963941e83 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=487c903dd5124cfcbfae75656fe0a18d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1990435 Apr 30 13:16:32.086994 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-ad688296-06c4-475b-9347-be8963941e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:32.087400 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 59058) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:32.145775 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2282eb75-71c0-4e89-8ebf-eaa1b3ed5fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:32.171689 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2282eb75-71c0-4e89-8ebf-eaa1b3ed5fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:32.223521 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2282eb75-71c0-4e89-8ebf-eaa1b3ed5fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:32.228530 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-fde549a3-f3e2-4b40-9fcf-1cc0629987e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:32.240237 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282eb75-71c0-4e89-8ebf-eaa1b3ed5fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d01742-d541-46bb-b6e9-635b0c765ae6,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:32.244014 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-2282eb75-71c0-4e89-8ebf-eaa1b3ed5fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:32.246636 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2282eb75-71c0-4e89-8ebf-eaa1b3ed5fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:32.247931 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-2282eb75-71c0-4e89-8ebf-eaa1b3ed5fe4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a7d01742-d541-46bb-b6e9-635b0c765ae6 HTTP/1.1" status: 204 len: 168 time: 0.1597674 Apr 30 13:16:34.220586 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1853ac95-3f59-4847-b252-471e2e27044c req-26a3b2e0-a6c1-4278-b34b-af6b047ff7b1 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=737ff852-ff4a-4ae0-a17c-f3ff87b9c88f HTTP/1.1" status: 200 len: 210 time: 0.0488274 Apr 30 13:16:34.349890 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:35.015936 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a60790-7c4e-47c7-9681-ad928c18937e req-d8aa47f1-5b61-42e6-b0e0-7bf1eb2f1cc4 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:35.017504 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-55a60790-7c4e-47c7-9681-ad928c18937e req-d8aa47f1-5b61-42e6-b0e0-7bf1eb2f1cc4 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.96 "GET /v2.0/networks?id=a75ffc8e-f4e6-415a-9acb-883798976b2c HTTP/1.1" status: 200 len: 815 time: 0.1780179 Apr 30 13:16:35.054809 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [req-55a60790-7c4e-47c7-9681-ad928c18937e req-ca82c3ee-9881-4727-9760-2e5638c7a100 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Request body: {'port': {'device_id': '737ff852-ff4a-4ae0-a17c-f3ff87b9c88f', 'network_id': 'a75ffc8e-f4e6-415a-9acb-883798976b2c', 'admin_state_up': True, 'tenant_id': '92757e3fba2f43fbbc422ff9719041f0'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:35.200217 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [req-55a60790-7c4e-47c7-9681-ad928c18937e req-ca82c3ee-9881-4727-9760-2e5638c7a100 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:35.204518 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-55a60790-7c4e-47c7-9681-ad928c18937e req-ca82c3ee-9881-4727-9760-2e5638c7a100 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Usage tracker for resource:port and tenant:92757e3fba2f43fbbc422ff9719041f0 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:35.207302 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-55a60790-7c4e-47c7-9681-ad928c18937e req-ca82c3ee-9881-4727-9760-2e5638c7a100 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Quota usage for port was recalculated. Used quota:1. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:35.213334 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [req-55a60790-7c4e-47c7-9681-ad928c18937e req-ca82c3ee-9881-4727-9760-2e5638c7a100 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:35.223152 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a60790-7c4e-47c7-9681-ad928c18937e req-ca82c3ee-9881-4727-9760-2e5638c7a100 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Made reservation on behalf of 92757e3fba2f43fbbc422ff9719041f0 for: {'port': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:16:35.226859 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-55a60790-7c4e-47c7-9681-ad928c18937e req-ca82c3ee-9881-4727-9760-2e5638c7a100 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:35.392650 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [req-55a60790-7c4e-47c7-9681-ad928c18937e req-ca82c3ee-9881-4727-9760-2e5638c7a100 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Allocated IP 172.20.0.13 (a75ffc8e-f4e6-415a-9acb-883798976b2c/aa65aba5-f1eb-49b6-881e-26a1aa2e4072/95f34187-edf9-4ac6-b776-e8875f572228) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:16:35.597422 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-55a60790-7c4e-47c7-9681-ad928c18937e req-ca82c3ee-9881-4727-9760-2e5638c7a100 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:35.642478 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-55a60790-7c4e-47c7-9681-ad928c18937e req-ca82c3ee-9881-4727-9760-2e5638c7a100 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:35.651302 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0aff390a-97ba-4e44-a2b5-dec88fa029ae tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:35.717700 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a60790-7c4e-47c7-9681-ad928c18937e req-ca82c3ee-9881-4727-9760-2e5638c7a100 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Network a75ffc8e-f4e6-415a-9acb-883798976b2c is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:16:35.725596 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [req-55a60790-7c4e-47c7-9681-ad928c18937e req-ca82c3ee-9881-4727-9760-2e5638c7a100 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:35.728097 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a60790-7c4e-47c7-9681-ad928c18937e req-ca82c3ee-9881-4727-9760-2e5638c7a100 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:16:35.772982 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82c3ee-9881-4727-9760-2e5638c7a100 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Pushing event updated for resources: {'Port': ['ID=95f34187-edf9-4ac6-b776-e8875f572228,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:35.775877 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-ca82c3ee-9881-4727-9760-2e5638c7a100 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:35.800401 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a60790-7c4e-47c7-9681-ad928c18937e req-ca82c3ee-9881-4727-9760-2e5638c7a100 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:35.801035 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-55a60790-7c4e-47c7-9681-ad928c18937e req-ca82c3ee-9881-4727-9760-2e5638c7a100 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:35.822631 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-55a60790-7c4e-47c7-9681-ad928c18937e req-ca82c3ee-9881-4727-9760-2e5638c7a100 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7717984 Apr 30 13:16:36.456683 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-e63e2d14-19f6-4c8e-bd7e-e54827892a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:38.195902 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:16:38.251346 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [req-55a60790-7c4e-47c7-9681-ad928c18937e req-26f6723a-4288-441d-a165-a0f22b905dc8 service neutron] Request body: {'port': {'device_id': '737ff852-ff4a-4ae0-a17c-f3ff87b9c88f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:38.370941 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-55a60790-7c4e-47c7-9681-ad928c18937e req-26f6723a-4288-441d-a165-a0f22b905dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:38.472583 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8ec5a-6bc9-4ebd-a5f1-89fa2fb6ccc5 req-35a0a8ee-0aef-481a-a863-fd97c2456818 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:38.474247 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-81b8ec5a-6bc9-4ebd-a5f1-89fa2fb6ccc5 req-35a0a8ee-0aef-481a-a863-fd97c2456818 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=737ff852-ff4a-4ae0-a17c-f3ff87b9c88f HTTP/1.1" status: 200 len: 932 time: 0.0853896 Apr 30 13:16:38.525730 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-81b8ec5a-6bc9-4ebd-a5f1-89fa2fb6ccc5 req-a51bd58a-f8a2-4360-843b-aea90dc12429 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450249 Apr 30 13:16:38.716784 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [req-55a60790-7c4e-47c7-9681-ad928c18937e req-26f6723a-4288-441d-a165-a0f22b905dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95f34187-edf9-4ac6-b776-e8875f572228 {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:16:38.725382 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-55a60790-7c4e-47c7-9681-ad928c18937e req-26f6723a-4288-441d-a165-a0f22b905dc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:38.739336 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [req-55a60790-7c4e-47c7-9681-ad928c18937e req-26f6723a-4288-441d-a165-a0f22b905dc8 service neutron] Transition to ACTIVE for port object 95f34187-edf9-4ac6-b776-e8875f572228 will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:16:38.742922 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-55a60790-7c4e-47c7-9681-ad928c18937e req-26f6723a-4288-441d-a165-a0f22b905dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8252111'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:38.746797 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-9c40d2f9-1870-44fd-83e6-0a8f255ef099 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:38.966951 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6723a-4288-441d-a165-a0f22b905dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=95f34187-edf9-4ac6-b776-e8875f572228,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:38.974253 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-26f6723a-4288-441d-a165-a0f22b905dc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:39.044389 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-55a60790-7c4e-47c7-9681-ad928c18937e req-26f6723a-4288-441d-a165-a0f22b905dc8 service neutron] Attempting to bind port 95f34187-edf9-4ac6-b776-e8875f572228 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:16:39.044719 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-55a60790-7c4e-47c7-9681-ad928c18937e req-26f6723a-4288-441d-a165-a0f22b905dc8 service neutron] Attempting to bind port 95f34187-edf9-4ac6-b776-e8875f572228 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'a75ffc8e-f4e6-415a-9acb-883798976b2c'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:16:39.045051 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a60790-7c4e-47c7-9681-ad928c18937e req-26f6723a-4288-441d-a165-a0f22b905dc8 service neutron] Attempting to bind port 95f34187-edf9-4ac6-b776-e8875f572228 on network a75ffc8e-f4e6-415a-9acb-883798976b2c {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:39.049526 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a60790-7c4e-47c7-9681-ad928c18937e req-26f6723a-4288-441d-a165-a0f22b905dc8 service neutron] Port 95f34187-edf9-4ac6-b776-e8875f572228 on network a75ffc8e-f4e6-415a-9acb-883798976b2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:16:39.049844 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a60790-7c4e-47c7-9681-ad928c18937e req-26f6723a-4288-441d-a165-a0f22b905dc8 service neutron] Attempting to bind port 95f34187-edf9-4ac6-b776-e8875f572228 on network a75ffc8e-f4e6-415a-9acb-883798976b2c {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:39.055088 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a60790-7c4e-47c7-9681-ad928c18937e req-26f6723a-4288-441d-a165-a0f22b905dc8 service neutron] Checking agent: {'id': '339503ba-6418-440e-8cd9-ebb81c45e407', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:16:39.055416 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a60790-7c4e-47c7-9681-ad928c18937e req-26f6723a-4288-441d-a165-a0f22b905dc8 service neutron] Checking segment: {'id': '5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'a75ffc8e-f4e6-415a-9acb-883798976b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:16:39.055791 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a60790-7c4e-47c7-9681-ad928c18937e req-26f6723a-4288-441d-a165-a0f22b905dc8 service neutron] Bound using segment: {'id': '5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'a75ffc8e-f4e6-415a-9acb-883798976b2c'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:16:39.056207 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-55a60790-7c4e-47c7-9681-ad928c18937e req-26f6723a-4288-441d-a165-a0f22b905dc8 service neutron] Bound port: 95f34187-edf9-4ac6-b776-e8875f572228, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'a75ffc8e-f4e6-415a-9acb-883798976b2c'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:16:39.056543 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-55a60790-7c4e-47c7-9681-ad928c18937e req-26f6723a-4288-441d-a165-a0f22b905dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:39.087822 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:39.120145 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-e30322f2-022f-47b2-81b2-be5a6e68edb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:39.152556 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-55a60790-7c4e-47c7-9681-ad928c18937e req-26f6723a-4288-441d-a165-a0f22b905dc8 service neutron] For port 95f34187-edf9-4ac6-b776-e8875f572228, host hv-cinder-78836, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:16:39.156045 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-55a60790-7c4e-47c7-9681-ad928c18937e req-26f6723a-4288-441d-a165-a0f22b905dc8 service neutron] For port 95f34187-edf9-4ac6-b776-e8875f572228, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=95f34187-edf9-4ac6-b776-e8875f572228,segment=NetworkSegment(5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1),segment_id=5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:16:39.161663 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-55a60790-7c4e-47c7-9681-ad928c18937e req-26f6723a-4288-441d-a165-a0f22b905dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8252111'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:39.165687 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-ca82c3ee-9881-4727-9760-2e5638c7a100 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:39.225448 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a60790-7c4e-47c7-9681-ad928c18937e req-26f6723a-4288-441d-a165-a0f22b905dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:39.226112 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-55a60790-7c4e-47c7-9681-ad928c18937e req-26f6723a-4288-441d-a165-a0f22b905dc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:39.227484 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-55a60790-7c4e-47c7-9681-ad928c18937e req-26f6723a-4288-441d-a165-a0f22b905dc8 service neutron] 10.222.0.96 "PUT /v2.0/ports/95f34187-edf9-4ac6-b776-e8875f572228 HTTP/1.1" status: 200 len: 1094 time: 0.9813759 Apr 30 13:16:39.228133 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737ff852-ff4a-4ae0-a17c-f3ff87b9c88f', 'tag': '95f34187-edf9-4ac6-b776-e8875f572228'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:39.271815 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6723a-4288-441d-a165-a0f22b905dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=95f34187-edf9-4ac6-b776-e8875f572228,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:39.278312 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-26f6723a-4288-441d-a165-a0f22b905dc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:39.283568 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737ff852-ff4a-4ae0-a17c-f3ff87b9c88f', 'tag': '95f34187-edf9-4ac6-b776-e8875f572228', 'status': 'completed', 'code': 200} Apr 30 13:16:40.105046 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:41.654101 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:41.932986 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12787f08-7575-4214-a484-ae4b907c0bc4 req-e51d92c4-f123-49f9-8373-1b0394ec7d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:41.934494 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-12787f08-7575-4214-a484-ae4b907c0bc4 req-e51d92c4-f123-49f9-8373-1b0394ec7d2a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=92757e3fba2f43fbbc422ff9719041f0&device_id=737ff852-ff4a-4ae0-a17c-f3ff87b9c88f HTTP/1.1" status: 200 len: 1097 time: 0.0719247 Apr 30 13:16:42.093567 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 59276) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:42.115049 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eecf30-6ec8-4e49-851a-f2bdfa446409 req-23e2a651-f027-42d5-883b-57556db406b5 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:42.116600 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d3eecf30-6ec8-4e49-851a-f2bdfa446409 req-23e2a651-f027-42d5-883b-57556db406b5 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=737ff852-ff4a-4ae0-a17c-f3ff87b9c88f HTTP/1.1" status: 200 len: 944 time: 0.0851185 Apr 30 13:16:42.162836 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d3eecf30-6ec8-4e49-851a-f2bdfa446409 req-81a54fef-682a-4a11-b290-b8d318d62481 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404477 Apr 30 13:16:42.178148 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12787f08-7575-4214-a484-ae4b907c0bc4 req-ad8a0b79-3fdc-44e0-ac18-57ec96a4f2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:42.179610 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-12787f08-7575-4214-a484-ae4b907c0bc4 req-ad8a0b79-3fdc-44e0-ac18-57ec96a4f2e3 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=92757e3fba2f43fbbc422ff9719041f0&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2131252 Apr 30 13:16:42.184278 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f94ce6-5191-4e28-a1de-086d4d429483 admin admin] Deleting subnet 82bfd195-714d-4fea-8a2b-39a782be068d {{(pid=73846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:16:42.187597 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-27f94ce6-5191-4e28-a1de-086d4d429483 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:42.322707 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-27f94ce6-5191-4e28-a1de-086d4d429483 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819611'] for subnet, precommit_delete_associations {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:42.417437 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-27f94ce6-5191-4e28-a1de-086d4d429483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513256'] for subnet, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:42.457441 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12787f08-7575-4214-a484-ae4b907c0bc4 req-79b13a50-6ee2-4ed3-ac6f-35f60f728383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:42.458986 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-12787f08-7575-4214-a484-ae4b907c0bc4 req-79b13a50-6ee2-4ed3-ac6f-35f60f728383 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2439263 Apr 30 13:16:42.763200 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a60790-7c4e-47c7-9681-ad928c18937e req-9d587f88-f54a-4762-bc02-cb2ffd52acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:42.764655 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-55a60790-7c4e-47c7-9681-ad928c18937e req-9d587f88-f54a-4762-bc02-cb2ffd52acf4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=92757e3fba2f43fbbc422ff9719041f0&device_id=737ff852-ff4a-4ae0-a17c-f3ff87b9c88f HTTP/1.1" status: 200 len: 1097 time: 0.2055941 Apr 30 13:16:42.850607 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-55a60790-7c4e-47c7-9681-ad928c18937e req-a6359210-99c3-4279-b5d4-69d05e2e593c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95f34187-edf9-4ac6-b776-e8875f572228 HTTP/1.1" status: 200 len: 217 time: 0.0677841 Apr 30 13:16:42.856989 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-27f94ce6-5191-4e28-a1de-086d4d429483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8252089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978881'] for subnet, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:42.861684 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:42.932977 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f94ce6-5191-4e28-a1de-086d4d429483 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82bfd195-714d-4fea-8a2b-39a782be068d,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:42.942929 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-27f94ce6-5191-4e28-a1de-086d4d429483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:42.948573 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-27f94ce6-5191-4e28-a1de-086d4d429483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for subnet, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:42.959913 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-27f94ce6-5191-4e28-a1de-086d4d429483 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/82bfd195-714d-4fea-8a2b-39a782be068d HTTP/1.1" status: 204 len: 168 time: 0.8628225 Apr 30 13:16:42.960520 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 59296) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:42.965752 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a60790-7c4e-47c7-9681-ad928c18937e req-9778253e-43b2-4092-9d94-11bc52e58b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:42.967199 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-55a60790-7c4e-47c7-9681-ad928c18937e req-9778253e-43b2-4092-9d94-11bc52e58b2b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=aa65aba5-f1eb-49b6-881e-26a1aa2e4072 HTTP/1.1" status: 200 len: 855 time: 0.0791197 Apr 30 13:16:43.025574 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-55a60790-7c4e-47c7-9681-ad928c18937e req-2c3d0af0-eeb8-4bea-bd89-791193620144 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a75ffc8e-f4e6-415a-9acb-883798976b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463955 Apr 30 13:16:43.077891 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669671'] for network, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:43.198520 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508261', 'neutron.services.segments.db._delete_segments_for_network-8741672489629'] for network, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:43.396382 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:16:43.396731 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:16:43.397538 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:16:43.397884 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] Subscribe: > port after_create 55550000 {{(pid=73845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:16:43.398238 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=73845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:16:43.398576 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] Subscribe: > port after_update 55550000 {{(pid=73845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:16:43.398895 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:16:43.399211 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:16:43.399526 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:16:43.399848 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:16:43.563476 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:16:43.563827 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:16:43.564159 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:16:43.564489 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:16:43.564852 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c86a7c-3bcb-4626-bcbe-0c47e5b62079']}} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:43.579678 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070bcd46-11f8-4217-bafd-cffdcba3e9d3') {'for_net_delete': True} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:43.579965 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070bcd46-11f8-4217-bafd-cffdcba3e9d3') {} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:43.598507 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672501863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6252054'] for segment, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:43.605528 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 59310) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:43.627906 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:43.636972 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] Releasing vlan 1188 on physical network physnet1 to pool {{(pid=73845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:16:43.729809 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-1b321f6f-ea56-4e8f-8eaf-a8f5b7532555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:43.743678 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-1b321f6f-ea56-4e8f-8eaf-a8f5b7532555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:43.747828 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-1b321f6f-ea56-4e8f-8eaf-a8f5b7532555 admin admin] Usage tracker for resource:security_group_rule and tenant:cb2fe41bc95d40558cfa212573ede707 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:43.750823 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-1b321f6f-ea56-4e8f-8eaf-a8f5b7532555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:43.756930 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-1b321f6f-ea56-4e8f-8eaf-a8f5b7532555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:43.841444 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] Network a8c86a7c-3bcb-4626-bcbe-0c47e5b62079 has no segments {{(pid=73845) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:16:43.851741 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1513757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-554455'] for segment, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:43.921129 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-1b321f6f-ea56-4e8f-8eaf-a8f5b7532555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:43.925467 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-1b321f6f-ea56-4e8f-8eaf-a8f5b7532555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:43.933751 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-7fc88645-ad6c-41c8-96d7-30978e18e36f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:43.972698 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-1b321f6f-ea56-4e8f-8eaf-a8f5b7532555 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb2fe41bc95d40558cfa212573ede707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3659873 Apr 30 13:16:43.974198 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b321f6f-ea56-4e8f-8eaf-a8f5b7532555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e634d168-a945-4948-86ed-0aec3c682cf7,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:43.976469 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 59320) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:43.978911 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-1b321f6f-ea56-4e8f-8eaf-a8f5b7532555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:44.028063 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] Network a8c86a7c-3bcb-4626-bcbe-0c47e5b62079 has no segments {{(pid=73845) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:16:44.036568 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9301df34-a2cf-43a6-95f4-419bf114c87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: from cryptography.utils import int_from_bytes Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: from cryptography.utils import int_from_bytes Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: Traceback (most recent call last): Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: timer() Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: cb(*args, **kw) Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: return func(*args, **kwargs) Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: self._notify() Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: self.callback(batched_events) Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: event.method(event) Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: return f(self, *a, **k) Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: return self._get(url).json() Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: return self.request(url, 'GET', **kwargs) Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:16:44.052720 dv-cinder-788363-2-iscsi neutron-server[73845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:16:44.068286 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9301df34-a2cf-43a6-95f4-419bf114c87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:44.122039 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9301df34-a2cf-43a6-95f4-419bf114c87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:44.127834 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-b97b3f16-13c9-412f-b5f8-7dd8ad9fc8f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:44.134632 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670072'] for network, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:44.138806 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:44.142929 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301df34-a2cf-43a6-95f4-419bf114c87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e634d168-a945-4948-86ed-0aec3c682cf7,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:44.144893 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9301df34-a2cf-43a6-95f4-419bf114c87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:44.146147 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-9301df34-a2cf-43a6-95f4-419bf114c87d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e634d168-a945-4948-86ed-0aec3c682cf7 HTTP/1.1" status: 204 len: 168 time: 0.1687670 Apr 30 13:16:44.147009 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-9301df34-a2cf-43a6-95f4-419bf114c87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:44.155541 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:44.161852 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8c86a7c-3bcb-4626-bcbe-0c47e5b62079,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:44.168428 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:44.175367 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a8c86a7c-3bcb-4626-bcbe-0c47e5b62079 HTTP/1.1" status: 204 len: 168 time: 1.2137516 Apr 30 13:16:44.299644 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 59330) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:44.352056 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-58d2346d-a662-441d-9461-f537fb360de0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=15e9fbb7bd33418b9d931e636244c9d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0511990 Apr 30 13:16:44.354600 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 59334) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:44.412679 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-393f2f86-bca8-4f41-890b-3402f591fd9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:44.447492 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-393f2f86-bca8-4f41-890b-3402f591fd9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:44.499695 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-393f2f86-bca8-4f41-890b-3402f591fd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:44.504377 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:44.517289 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f2f86-bca8-4f41-890b-3402f591fd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4176b417-f63f-41ec-beb4-adaab44a2ac6,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:44.521089 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-393f2f86-bca8-4f41-890b-3402f591fd9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:44.524466 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-393f2f86-bca8-4f41-890b-3402f591fd9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:44.526993 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-393f2f86-bca8-4f41-890b-3402f591fd9b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4176b417-f63f-41ec-beb4-adaab44a2ac6 HTTP/1.1" status: 204 len: 168 time: 0.1711655 Apr 30 13:16:45.422377 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 59402) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:45.531882 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-0411375d-fac8-44f6-8926-347ad4ad7dfe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-215107619-network', 'tenant_id': 'df09c741a7944a279a111ee7be17ff02'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:45.536695 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-0411375d-fac8-44f6-8926-347ad4ad7dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:45.540470 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-0411375d-fac8-44f6-8926-347ad4ad7dfe admin admin] Usage tracker for resource:network and tenant:df09c741a7944a279a111ee7be17ff02 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:45.543865 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-0411375d-fac8-44f6-8926-347ad4ad7dfe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:45.550316 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-0411375d-fac8-44f6-8926-347ad4ad7dfe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:45.560164 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0411375d-fac8-44f6-8926-347ad4ad7dfe admin admin] Made reservation on behalf of df09c741a7944a279a111ee7be17ff02 for: {'network': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:16:45.563534 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0411375d-fac8-44f6-8926-347ad4ad7dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for network, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:45.576225 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0411375d-fac8-44f6-8926-347ad4ad7dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:45.592704 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-0411375d-fac8-44f6-8926-347ad4ad7dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:45.597403 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-0411375d-fac8-44f6-8926-347ad4ad7dfe admin admin] Usage tracker for resource:security_group_rule and tenant:df09c741a7944a279a111ee7be17ff02 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:45.601142 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-0411375d-fac8-44f6-8926-347ad4ad7dfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:45.609225 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-0411375d-fac8-44f6-8926-347ad4ad7dfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:45.711785 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0411375d-fac8-44f6-8926-347ad4ad7dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:45.715578 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0411375d-fac8-44f6-8926-347ad4ad7dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:45.719574 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-33312b19-852d-4715-be25-73022d3f7240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:45.742849 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0411375d-fac8-44f6-8926-347ad4ad7dfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1178} {{(pid=73846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:16:45.755818 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411375d-fac8-44f6-8926-347ad4ad7dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f315607d-fb9f-4fdb-a5be-ccf85b6e862f,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:45.759759 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0411375d-fac8-44f6-8926-347ad4ad7dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:45.760669 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0411375d-fac8-44f6-8926-347ad4ad7dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:45.761002 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.db.segments_db [None req-0411375d-fac8-44f6-8926-347ad4ad7dfe admin admin] Added segment 50078421-7507-4b0e-85d6-43a180dc765f of type vlan for network 16cacc0e-b911-4880-a672-4588b9d678ce Apr 30 13:16:45.788843 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0411375d-fac8-44f6-8926-347ad4ad7dfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672049812'] for network, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:45.820389 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0411375d-fac8-44f6-8926-347ad4ad7dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for network, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:45.821749 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0411375d-fac8-44f6-8926-347ad4ad7dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:45.822426 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0411375d-fac8-44f6-8926-347ad4ad7dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:45.825685 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e59d55cd-8e49-4879-8c8e-c9dd0f1ad6b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:45.921631 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411375d-fac8-44f6-8926-347ad4ad7dfe admin admin] Pushing event updated for resources: {'Network': ['ID=16cacc0e-b911-4880-a672-4588b9d678ce,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:45.925322 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-0411375d-fac8-44f6-8926-347ad4ad7dfe admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5019357 Apr 30 13:16:45.926239 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0411375d-fac8-44f6-8926-347ad4ad7dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:45.928228 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 59416) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:45.931810 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Network 16cacc0e-b911-4880-a672-4588b9d678ce details requested by agent ovs-agent-dv-cinder-788363-2-iscsi with host dv-cinder-788363-2-iscsi {{(pid=73847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:16:45.933664 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-dc77ea07-2fc0-4401-a372-8c0c51adae8e admin admin] Request body: {'subnet': {'network_id': '16cacc0e-b911-4880-a672-4588b9d678ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-215107619-subnet', 'tenant_id': 'df09c741a7944a279a111ee7be17ff02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:45.939127 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-dc77ea07-2fc0-4401-a372-8c0c51adae8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:45.942895 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-dc77ea07-2fc0-4401-a372-8c0c51adae8e admin admin] Usage tracker for resource:subnet and tenant:df09c741a7944a279a111ee7be17ff02 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:45.945746 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-dc77ea07-2fc0-4401-a372-8c0c51adae8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:45.951675 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-dc77ea07-2fc0-4401-a372-8c0c51adae8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:45.968821 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc77ea07-2fc0-4401-a372-8c0c51adae8e admin admin] Made reservation on behalf of df09c741a7944a279a111ee7be17ff02 for: {'subnet': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:16:45.971363 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-dc77ea07-2fc0-4401-a372-8c0c51adae8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6978908'] for subnet, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:46.248035 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-55a60790-7c4e-47c7-9681-ad928c18937e req-320347ee-6b3b-4e07-aea7-1ce14bba666c service neutron] 10.222.0.96 "GET /v2.0/networks/a75ffc8e-f4e6-415a-9acb-883798976b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807075 Apr 30 13:16:46.315469 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76341e-b3d3-4f5e-8e62-94bf7676352f req-816544c2-73be-4fb9-aa74-4ac04c18f543 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:46.316973 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-db76341e-b3d3-4f5e-8e62-94bf7676352f req-816544c2-73be-4fb9-aa74-4ac04c18f543 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=737ff852-ff4a-4ae0-a17c-f3ff87b9c88f HTTP/1.1" status: 200 len: 944 time: 0.0895929 Apr 30 13:16:46.363478 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-db76341e-b3d3-4f5e-8e62-94bf7676352f req-5cc70843-5079-4238-945b-13f78061a79c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408909 Apr 30 13:16:46.494151 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-55a60790-7c4e-47c7-9681-ad928c18937e req-e5e765cf-11f2-48b4-b81a-7cfcf071dd0d service neutron] 10.222.0.96 "GET /v2.0/networks/a75ffc8e-f4e6-415a-9acb-883798976b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377300 Apr 30 13:16:46.595045 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-dc77ea07-2fc0-4401-a372-8c0c51adae8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8246644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6978894'] for subnet, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:46.599633 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-a6ffbe0d-d0b6-4d73-b6ea-31c2fad7bc11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:46.670540 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77ea07-2fc0-4401-a372-8c0c51adae8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd394fd9-c3fe-47ae-8a12-8c1dcf3f181b,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:46.673798 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-dc77ea07-2fc0-4401-a372-8c0c51adae8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:46.679560 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc77ea07-2fc0-4401-a372-8c0c51adae8e admin admin] Checking segment: {'id': '50078421-7507-4b0e-85d6-43a180dc765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '16cacc0e-b911-4880-a672-4588b9d678ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:16:46.679906 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc77ea07-2fc0-4401-a372-8c0c51adae8e admin admin] Network hostable DHCP agents. Network: 16cacc0e-b911-4880-a672-4588b9d678ce, hostable agents: ['951155d5-6c37-4e98-94aa-59d9e3ee6c00'], hosted agents: [] {{(pid=73846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:16:46.697576 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc77ea07-2fc0-4401-a372-8c0c51adae8e admin admin] Network 16cacc0e-b911-4880-a672-4588b9d678ce is scheduled to be hosted by DHCP agent 951155d5-6c37-4e98-94aa-59d9e3ee6c00 with binding_index 1 {{(pid=73846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:16:46.709073 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-dc77ea07-2fc0-4401-a372-8c0c51adae8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-iscsi, 16cacc0e-b911-4880-a672-4588b9d678ce) {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:46.718131 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc77ea07-2fc0-4401-a372-8c0c51adae8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:46.719374 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fbb498-e931-4925-9c64-35ec2c3a6346 None None] Network 16cacc0e-b911-4880-a672-4588b9d678ce requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:16:46.719514 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-dc77ea07-2fc0-4401-a372-8c0c51adae8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for subnet, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:46.740537 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-dc77ea07-2fc0-4401-a372-8c0c51adae8e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8112254 Apr 30 13:16:46.743215 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 59426) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:46.751045 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-14126fd8-7536-4034-8362-98a47ded451b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-215107619-router', 'tenant_id': 'df09c741a7944a279a111ee7be17ff02', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:46.757189 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-14126fd8-7536-4034-8362-98a47ded451b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:46.761788 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-14126fd8-7536-4034-8362-98a47ded451b admin admin] Usage tracker for resource:router and tenant:df09c741a7944a279a111ee7be17ff02 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:46.764952 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-14126fd8-7536-4034-8362-98a47ded451b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:46.772008 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-14126fd8-7536-4034-8362-98a47ded451b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:46.791806 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-14126fd8-7536-4034-8362-98a47ded451b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-693704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30063'] for router, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:46.793301 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-14126fd8-7536-4034-8362-98a47ded451b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30054'] for router, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:46.817707 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-14126fd8-7536-4034-8362-98a47ded451b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:46.950240 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e90dbdd-f300-485e-9c19-a2d735615f30 None None] Network 16cacc0e-b911-4880-a672-4588b9d678ce requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:16:47.124709 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-14126fd8-7536-4034-8362-98a47ded451b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30100'] for router, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:47.466264 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-14126fd8-7536-4034-8362-98a47ded451b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:47.633197 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-14126fd8-7536-4034-8362-98a47ded451b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:47.792640 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495dcbe-c49a-4fed-aeb5-5ecc44fec889 req-a315d6e3-33d6-4fc0-a034-a737f9a218f4 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:47.794131 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9495dcbe-c49a-4fed-aeb5-5ecc44fec889 req-a315d6e3-33d6-4fc0-a034-a737f9a218f4 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=737ff852-ff4a-4ae0-a17c-f3ff87b9c88f HTTP/1.1" status: 200 len: 944 time: 0.1999757 Apr 30 13:16:47.822208 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [None req-14126fd8-7536-4034-8362-98a47ded451b admin admin] Allocated IP 172.27.3.152 (c3b86f7e-3861-4477-9f50-64652b00e102/6d81663d-75dc-44ec-8bd2-9cfe56c21a4e/8536f6ee-8d30-4aa4-99d3-cfac69e10b05) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:16:47.877543 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9495dcbe-c49a-4fed-aeb5-5ecc44fec889 req-b898afe4-e70e-44d7-ba10-0fb81d0f7e57 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707002 Apr 30 13:16:47.995006 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-14126fd8-7536-4034-8362-98a47ded451b admin admin] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:48.035269 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-14126fd8-7536-4034-8362-98a47ded451b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:48.039251 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-499248ae-58ba-416f-99c4-deae42806afe tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:48.106141 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14126fd8-7536-4034-8362-98a47ded451b admin admin] Network c3b86f7e-3861-4477-9f50-64652b00e102 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:16:48.109362 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-14126fd8-7536-4034-8362-98a47ded451b admin admin] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:48.113139 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14126fd8-7536-4034-8362-98a47ded451b admin admin] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:16:48.142462 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14126fd8-7536-4034-8362-98a47ded451b admin admin] Pushing event updated for resources: {'Port': ['ID=8536f6ee-8d30-4aa4-99d3-cfac69e10b05,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:48.148458 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-14126fd8-7536-4034-8362-98a47ded451b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:48.521975 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-14126fd8-7536-4034-8362-98a47ded451b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:48.871841 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-14126fd8-7536-4034-8362-98a47ded451b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671082'] for router, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:49.174369 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14126fd8-7536-4034-8362-98a47ded451b admin admin] Router e31415e8-9edf-4571-a604-3491b5a7baf5 is scheduled to L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 with binding_index 1 {{(pid=73845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:16:49.350395 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14126fd8-7536-4034-8362-98a47ded451b admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:16:49.358732 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf6f367-b001-4618-b069-4bf60f868bb2 None None] Sync routers for ids ['e31415e8-9edf-4571-a604-3491b5a7baf5'] in dv-cinder-788363-2-iscsi {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:16:49.368838 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf6f367-b001-4618-b069-4bf60f868bb2 None None] Routers {'e31415e8-9edf-4571-a604-3491b5a7baf5'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:49.369442 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-dbf6f367-b001-4618-b069-4bf60f868bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:16:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['e31415e8-9edf-4571-a604-3491b5a7baf5'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:49.378109 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-14126fd8-7536-4034-8362-98a47ded451b admin admin] Notify callbacks [] for router, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:49.379361 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-14126fd8-7536-4034-8362-98a47ded451b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.6350398 Apr 30 13:16:49.382228 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 59488) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:49.539498 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-dbf6f367-b001-4618-b069-4bf60f868bb2 None None] Set router e31415e8-9edf-4571-a604-3491b5a7baf5 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:49.821790 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-dbf6f367-b001-4618-b069-4bf60f868bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31415e8-9edf-4571-a604-3491b5a7baf5', 'name': 'tempest-ServerRescueNegativeTestJSON-215107619-router', 'tenant_id': 'df09c741a7944a279a111ee7be17ff02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '8536f6ee-8d30-4aa4-99d3-cfac69e10b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:46Z', 'updated_at': '2021-04-30T13:16:48Z', 'revision_number': 3, 'project_id': 'df09c741a7944a279a111ee7be17ff02', 'gw_port': {'id': '8536f6ee-8d30-4aa4-99d3-cfac69e10b05', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:79:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31415e8-9edf-4571-a604-3491b5a7baf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:47Z', 'updated_at': '2021-04-30T13:16:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:49.825511 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf6f367-b001-4618-b069-4bf60f868bb2 None None] Checking router: e31415e8-9edf-4571-a604-3491b5a7baf5 for host: dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:16:49.825854 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf6f367-b001-4618-b069-4bf60f868bb2 None None] Updating router e31415e8-9edf-4571-a604-3491b5a7baf5 port 8536f6ee-8d30-4aa4-99d3-cfac69e10b05 binding host dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:16:49.877836 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-dbf6f367-b001-4618-b069-4bf60f868bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:50.042458 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1400bf33-71ee-4205-b352-24c7f525f8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:50.240187 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-dbf6f367-b001-4618-b069-4bf60f868bb2 None None] Notify callbacks [] for port, precommit_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:50.252124 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.provisioning_blocks [None req-dbf6f367-b001-4618-b069-4bf60f868bb2 None None] Transition to ACTIVE for port object 8536f6ee-8d30-4aa4-99d3-cfac69e10b05 will not be triggered until provisioned by entity L2. {{(pid=73848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:16:50.255260 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [None req-1400bf33-71ee-4205-b352-24c7f525f8e6 admin admin] Allocated IP 172.20.0.1 (16cacc0e-b911-4880-a672-4588b9d678ce/fd394fd9-c3fe-47ae-8a12-8c1dcf3f181b/55a1eed4-46de-4df0-964d-511a39ed9c1a) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:16:50.258371 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-dbf6f367-b001-4618-b069-4bf60f868bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:50.263041 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:50.341096 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-dbf6f367-b001-4618-b069-4bf60f868bb2 None None] Attempting to bind port 8536f6ee-8d30-4aa4-99d3-cfac69e10b05 on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:16:50.341498 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-dbf6f367-b001-4618-b069-4bf60f868bb2 None None] Attempting to bind port 8536f6ee-8d30-4aa4-99d3-cfac69e10b05 by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}] {{(pid=73848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:16:50.341828 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf6f367-b001-4618-b069-4bf60f868bb2 None None] Attempting to bind port 8536f6ee-8d30-4aa4-99d3-cfac69e10b05 on network c3b86f7e-3861-4477-9f50-64652b00e102 {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:50.345182 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47bc0c-383e-4d6f-a0bc-73cac864f676 None None] Pushing event updated for resources: {'Port': ['ID=8536f6ee-8d30-4aa4-99d3-cfac69e10b05,revision_number=2']} {{(pid=73848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:50.352946 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf6f367-b001-4618-b069-4bf60f868bb2 None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:16:50.353341 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf6f367-b001-4618-b069-4bf60f868bb2 None None] Checking segment: {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:16:50.353728 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-dbf6f367-b001-4618-b069-4bf60f868bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:50.354144 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf6f367-b001-4618-b069-4bf60f868bb2 None None] Bound using segment: {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'} {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:16:50.354614 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-dbf6f367-b001-4618-b069-4bf60f868bb2 None None] Bound port: 8536f6ee-8d30-4aa4-99d3-cfac69e10b05, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}}] {{(pid=73848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:16:50.355003 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-dbf6f367-b001-4618-b069-4bf60f868bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:50.379139 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47bc0c-383e-4d6f-a0bc-73cac864f676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:50.379940 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47bc0c-383e-4d6f-a0bc-73cac864f676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:50.379940 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47bc0c-383e-4d6f-a0bc-73cac864f676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:50.380180 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47bc0c-383e-4d6f-a0bc-73cac864f676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:50.380425 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47bc0c-383e-4d6f-a0bc-73cac864f676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:50.380741 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47bc0c-383e-4d6f-a0bc-73cac864f676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:50.381053 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47bc0c-383e-4d6f-a0bc-73cac864f676 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:50.381367 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47bc0c-383e-4d6f-a0bc-73cac864f676 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:50.381699 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47bc0c-383e-4d6f-a0bc-73cac864f676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:50.382038 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47bc0c-383e-4d6f-a0bc-73cac864f676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:50.382348 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47bc0c-383e-4d6f-a0bc-73cac864f676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:50.382653 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47bc0c-383e-4d6f-a0bc-73cac864f676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:50.410658 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1400bf33-71ee-4205-b352-24c7f525f8e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:50.412809 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-cd47bc0c-383e-4d6f-a0bc-73cac864f676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:50.439937 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.db [None req-dbf6f367-b001-4618-b069-4bf60f868bb2 None None] For port 8536f6ee-8d30-4aa4-99d3-cfac69e10b05, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:16:50.441399 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1400bf33-71ee-4205-b352-24c7f525f8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:50.442868 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.db [None req-dbf6f367-b001-4618-b069-4bf60f868bb2 None None] For port 8536f6ee-8d30-4aa4-99d3-cfac69e10b05, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=8536f6ee-8d30-4aa4-99d3-cfac69e10b05,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:16:50.445909 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:50.447076 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-dbf6f367-b001-4618-b069-4bf60f868bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:50.451776 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-9f7546a4-8655-40a0-bcd8-80f3cdbc5140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:50.502850 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1400bf33-71ee-4205-b352-24c7f525f8e6 admin admin] Network 16cacc0e-b911-4880-a672-4588b9d678ce is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:16:50.510192 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-1400bf33-71ee-4205-b352-24c7f525f8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:50.514458 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1400bf33-71ee-4205-b352-24c7f525f8e6 admin admin] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:16:50.527442 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47bc0c-383e-4d6f-a0bc-73cac864f676 None None] Pushing event updated for resources: {'Port': ['ID=8536f6ee-8d30-4aa4-99d3-cfac69e10b05,revision_number=3']} {{(pid=73848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:50.530029 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf6f367-b001-4618-b069-4bf60f868bb2 None None] Routers {'e31415e8-9edf-4571-a604-3491b5a7baf5'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:50.530620 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-dbf6f367-b001-4618-b069-4bf60f868bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:16:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['e31415e8-9edf-4571-a604-3491b5a7baf5'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:50.658227 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400bf33-71ee-4205-b352-24c7f525f8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=55a1eed4-46de-4df0-964d-511a39ed9c1a,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:50.662493 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1400bf33-71ee-4205-b352-24c7f525f8e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:50.667469 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-cd47bc0c-383e-4d6f-a0bc-73cac864f676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:50.676037 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1400bf33-71ee-4205-b352-24c7f525f8e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657636'] for router_interface, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:50.713044 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-dbf6f367-b001-4618-b069-4bf60f868bb2 None None] Set router e31415e8-9edf-4571-a604-3491b5a7baf5 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:50.808536 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1400bf33-71ee-4205-b352-24c7f525f8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:51.001349 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-dbf6f367-b001-4618-b069-4bf60f868bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31415e8-9edf-4571-a604-3491b5a7baf5', 'name': 'tempest-ServerRescueNegativeTestJSON-215107619-router', 'tenant_id': 'df09c741a7944a279a111ee7be17ff02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '8536f6ee-8d30-4aa4-99d3-cfac69e10b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:46Z', 'updated_at': '2021-04-30T13:16:48Z', 'revision_number': 3, 'project_id': 'df09c741a7944a279a111ee7be17ff02', 'gw_port': {'id': '8536f6ee-8d30-4aa4-99d3-cfac69e10b05', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:79:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31415e8-9edf-4571-a604-3491b5a7baf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:47Z', 'updated_at': '2021-04-30T13:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:51.005008 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf6f367-b001-4618-b069-4bf60f868bb2 None None] The sync data for ids ['e31415e8-9edf-4571-a604-3491b5a7baf5'] in dv-cinder-788363-2-iscsi is: [{'id': 'e31415e8-9edf-4571-a604-3491b5a7baf5', 'name': 'tempest-ServerRescueNegativeTestJSON-215107619-router', 'tenant_id': 'df09c741a7944a279a111ee7be17ff02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '8536f6ee-8d30-4aa4-99d3-cfac69e10b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:46Z', 'updated_at': '2021-04-30T13:16:48Z', 'revision_number': 3, 'project_id': 'df09c741a7944a279a111ee7be17ff02', 'gw_port': {'id': '8536f6ee-8d30-4aa4-99d3-cfac69e10b05', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:79:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31415e8-9edf-4571-a604-3491b5a7baf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:47Z', 'updated_at': '2021-04-30T13:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}] {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:16:51.051581 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373abd7e-86a3-492f-82ae-548a9878304b req-5279fda3-3b2d-4711-a59d-e97feeff9872 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:51.053103 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-373abd7e-86a3-492f-82ae-548a9878304b req-5279fda3-3b2d-4711-a59d-e97feeff9872 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=737ff852-ff4a-4ae0-a17c-f3ff87b9c88f HTTP/1.1" status: 200 len: 944 time: 0.2300050 Apr 30 13:16:51.128004 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-373abd7e-86a3-492f-82ae-548a9878304b req-b166e3ac-68a8-4b3f-9dd3-413f4f1c5e70 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669467 Apr 30 13:16:51.150189 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1400bf33-71ee-4205-b352-24c7f525f8e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:51.156201 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1400bf33-71ee-4205-b352-24c7f525f8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-554251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:51.185206 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:51.309640 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400bf33-71ee-4205-b352-24c7f525f8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=55a1eed4-46de-4df0-964d-511a39ed9c1a,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:51.312857 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1400bf33-71ee-4205-b352-24c7f525f8e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657473'] for router_interface, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:51.317909 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1400bf33-71ee-4205-b352-24c7f525f8e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:51.542533 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1400bf33-71ee-4205-b352-24c7f525f8e6 admin admin] Network 16cacc0e-b911-4880-a672-4588b9d678ce is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:16:51.544137 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-1400bf33-71ee-4205-b352-24c7f525f8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:51.811476 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 8536f6ee-8d30-4aa4-99d3-cfac69e10b05 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:51.956415 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 59538) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:52.017683 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port 8536f6ee-8d30-4aa4-99d3-cfac69e10b05 completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:16:52.023039 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port 8536f6ee-8d30-4aa4-99d3-cfac69e10b05 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:52.023340 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:52.035107 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1400bf33-71ee-4205-b352-24c7f525f8e6 admin admin] Router e31415e8-9edf-4571-a604-3491b5a7baf5 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:16:52.093867 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 95f34187-edf9-4ac6-b776-e8875f572228 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:16:52.138781 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-585af963-0b9f-4f3f-8f57-27acfddbe87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:52.164273 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-585af963-0b9f-4f3f-8f57-27acfddbe87b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:52.170496 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-585af963-0b9f-4f3f-8f57-27acfddbe87b admin admin] Usage tracker for resource:security_group_rule and tenant:c191b6fda2e44b2a8a792313e1226fb6 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:52.174182 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-585af963-0b9f-4f3f-8f57-27acfddbe87b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:52.182231 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-585af963-0b9f-4f3f-8f57-27acfddbe87b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:52.349909 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-585af963-0b9f-4f3f-8f57-27acfddbe87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:52.355685 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-585af963-0b9f-4f3f-8f57-27acfddbe87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:52.376393 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-2e288f7a-74e0-49d7-8bf0-78e380e8762f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:52.379705 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 95f34187-edf9-4ac6-b776-e8875f572228, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=95f34187-edf9-4ac6-b776-e8875f572228,segment=NetworkSegment(5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1),segment_id=5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:52.392887 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:52.418685 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Returning: {'device': '95f34187-edf9-4ac6-b776-e8875f572228', 'network_id': 'a75ffc8e-f4e6-415a-9acb-883798976b2c', 'port_id': '95f34187-edf9-4ac6-b776-e8875f572228', 'mac_address': 'fa:16:3e:d0:ec:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa65aba5-f1eb-49b6-881e-26a1aa2e4072', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:16:52.448073 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1400bf33-71ee-4205-b352-24c7f525f8e6 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:16:52.455922 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585af963-0b9f-4f3f-8f57-27acfddbe87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a85ab4-0ed3-4e42-ae8e-ff5fb7d037f8,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:52.472132 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-1400bf33-71ee-4205-b352-24c7f525f8e6 admin admin] 10.222.0.30 "PUT /v2.0/routers/e31415e8-9edf-4571-a604-3491b5a7baf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0798321 Apr 30 13:16:52.472324 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] For port 8536f6ee-8d30-4aa4-99d3-cfac69e10b05, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=8536f6ee-8d30-4aa4-99d3-cfac69e10b05,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:52.476060 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 59568) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:52.477511 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-585af963-0b9f-4f3f-8f57-27acfddbe87b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c191b6fda2e44b2a8a792313e1226fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5199928 Apr 30 13:16:52.487759 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-585af963-0b9f-4f3f-8f57-27acfddbe87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:52.504473 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:52.510538 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:52.527846 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996ce2f-3144-4fff-a9a2-8ac519758b01 req-33f2e93c-c50c-423c-84e0-7e2af78ebd77 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:52.530177 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2996ce2f-3144-4fff-a9a2-8ac519758b01 req-33f2e93c-c50c-423c-84e0-7e2af78ebd77 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=737ff852-ff4a-4ae0-a17c-f3ff87b9c88f HTTP/1.1" status: 200 len: 944 time: 0.2123480 Apr 30 13:16:52.609161 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2996ce2f-3144-4fff-a9a2-8ac519758b01 req-8ba35713-433f-49d8-8cf3-41e448061033 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661588 Apr 30 13:16:52.665390 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3ebe2d63-39ef-4022-8ccb-63b7a885fa74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:52.684979 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Pushing event updated for resources: {'Port': ['ID=8536f6ee-8d30-4aa4-99d3-cfac69e10b05,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:52.696604 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:52.696972 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:52.697314 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:52.697643 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:52.698043 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:52.698305 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:52.698623 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:52.699011 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:52.699351 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:52.699675 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:52.699989 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:52.700298 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:52.701787 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3ebe2d63-39ef-4022-8ccb-63b7a885fa74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:52.713668 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:52.723469 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:52.746756 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f34187-edf9-4ac6-b776-e8875f572228 {{(pid=73847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:16:52.787393 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 95f34187-edf9-4ac6-b776-e8875f572228, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=95f34187-edf9-4ac6-b776-e8875f572228,segment=NetworkSegment(5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1),segment_id=5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:52.800397 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:52.806271 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:52.810188 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3ebe2d63-39ef-4022-8ccb-63b7a885fa74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:52.819373 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-6c8b677b-eb5e-4d25-b757-284795bc21c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:52.835471 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe2d63-39ef-4022-8ccb-63b7a885fa74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a85ab4-0ed3-4e42-ae8e-ff5fb7d037f8,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:52.839028 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3ebe2d63-39ef-4022-8ccb-63b7a885fa74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:52.840564 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3ebe2d63-39ef-4022-8ccb-63b7a885fa74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:52.846598 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-3ebe2d63-39ef-4022-8ccb-63b7a885fa74 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/14a85ab4-0ed3-4e42-ae8e-ff5fb7d037f8 HTTP/1.1" status: 204 len: 168 time: 0.3483992 Apr 30 13:16:52.910950 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=95f34187-edf9-4ac6-b776-e8875f572228,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:52.920367 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:53.246399 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-6f6e83bf-abda-48e3-9dd6-1087dcb48ca9 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:53.248142 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-6f6e83bf-abda-48e3-9dd6-1087dcb48ca9 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/networks?id=16cacc0e-b911-4880-a672-4588b9d678ce HTTP/1.1" status: 200 len: 818 time: 0.2192063 Apr 30 13:16:53.258853 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['95f34187-edf9-4ac6-b776-e8875f572228'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:16:53.271172 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-888fea57-05f6-4ed0-96e1-630423ae074b tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/quotas/df09c741a7944a279a111ee7be17ff02 HTTP/1.1" status: 200 len: 375 time: 0.0129299 Apr 30 13:16:53.510175 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-f360e0aa-3c32-4d40-9888-8421a2c26167 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Synchronizing usage tracker for tenant:df09c741a7944a279a111ee7be17ff02 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:16:53.533791 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2294e2f6-1b67-41e2-bb29-10a335dc8abf None None] Sync routers for ids ['e31415e8-9edf-4571-a604-3491b5a7baf5'] in dv-cinder-788363-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:16:53.534836 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-f360e0aa-3c32-4d40-9888-8421a2c26167 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Unset dirty status for tenant:df09c741a7944a279a111ee7be17ff02 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:16:53.536645 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-f360e0aa-3c32-4d40-9888-8421a2c26167 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=df09c741a7944a279a111ee7be17ff02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2553787 Apr 30 13:16:53.545278 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2294e2f6-1b67-41e2-bb29-10a335dc8abf None None] Routers {'e31415e8-9edf-4571-a604-3491b5a7baf5'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:53.545812 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-2294e2f6-1b67-41e2-bb29-10a335dc8abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:16:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['e31415e8-9edf-4571-a604-3491b5a7baf5'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:53.733747 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-9b95d800-2ddb-453d-aec0-1be6d7660c4a service neutron] 10.222.0.30 "GET /v2.0/networks/16cacc0e-b911-4880-a672-4588b9d678ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876369 Apr 30 13:16:53.790473 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 8536f6ee-8d30-4aa4-99d3-cfac69e10b05 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:53.909039 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-2294e2f6-1b67-41e2-bb29-10a335dc8abf None None] Set router e31415e8-9edf-4571-a604-3491b5a7baf5 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:53.984496 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbe69f-5ac3-42af-8e99-33246cff5b98 req-6fe4ed4e-16e4-4818-95f2-b88f6d742516 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:53.992829 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-69cbe69f-5ac3-42af-8e99-33246cff5b98 req-6fe4ed4e-16e4-4818-95f2-b88f6d742516 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=737ff852-ff4a-4ae0-a17c-f3ff87b9c88f HTTP/1.1" status: 200 len: 945 time: 0.1439028 Apr 30 13:16:54.001146 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port 8536f6ee-8d30-4aa4-99d3-cfac69e10b05 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:54.001728 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:54.051137 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-69cbe69f-5ac3-42af-8e99-33246cff5b98 req-2bb0f9ae-befb-44f6-8c1a-b583e1c2c60d tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571582 Apr 30 13:16:54.058661 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-e65da759-1614-49d7-81e5-8676acb4a1d9 service neutron] 10.222.0.30 "GET /v2.0/networks/16cacc0e-b911-4880-a672-4588b9d678ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157816 Apr 30 13:16:54.266317 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-10e97702-a3c5-40ab-85c4-97760d8c811a req-db63383a-9e75-4484-8ed7-c83fde53f0b3 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 210 time: 0.0609796 Apr 30 13:16:54.482076 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-2294e2f6-1b67-41e2-bb29-10a335dc8abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31415e8-9edf-4571-a604-3491b5a7baf5', 'name': 'tempest-ServerRescueNegativeTestJSON-215107619-router', 'tenant_id': 'df09c741a7944a279a111ee7be17ff02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '8536f6ee-8d30-4aa4-99d3-cfac69e10b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:46Z', 'updated_at': '2021-04-30T13:16:50Z', 'revision_number': 4, 'project_id': 'df09c741a7944a279a111ee7be17ff02', 'gw_port': {'id': '8536f6ee-8d30-4aa4-99d3-cfac69e10b05', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:79:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31415e8-9edf-4571-a604-3491b5a7baf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:47Z', 'updated_at': '2021-04-30T13:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': '55a1eed4-46de-4df0-964d-511a39ed9c1a', 'name': '', 'network_id': '16cacc0e-b911-4880-a672-4588b9d678ce', 'tenant_id': 'df09c741a7944a279a111ee7be17ff02', 'mac_address': 'fa:16:3e:47:8f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31415e8-9edf-4571-a604-3491b5a7baf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'fd394fd9-c3fe-47ae-8a12-8c1dcf3f181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:50Z', 'updated_at': '2021-04-30T13:16:50Z', 'revision_number': 2, 'project_id': 'df09c741a7944a279a111ee7be17ff02', 'subnets': [{'id': 'fd394fd9-c3fe-47ae-8a12-8c1dcf3f181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:54.487997 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2294e2f6-1b67-41e2-bb29-10a335dc8abf None None] Checking router: e31415e8-9edf-4571-a604-3491b5a7baf5 for host: dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:16:54.488361 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2294e2f6-1b67-41e2-bb29-10a335dc8abf None None] Updating router e31415e8-9edf-4571-a604-3491b5a7baf5 port 55a1eed4-46de-4df0-964d-511a39ed9c1a binding host dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:16:54.562768 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-2294e2f6-1b67-41e2-bb29-10a335dc8abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:54.760435 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-b0788a72-d940-4d54-81f8-65fbab9b8c20 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:54.761921 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-b0788a72-d940-4d54-81f8-65fbab9b8c20 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/networks?id=16cacc0e-b911-4880-a672-4588b9d678ce HTTP/1.1" status: 200 len: 818 time: 0.2416506 Apr 30 13:16:54.777349 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-61c8a3e7-3422-4f42-810f-f14c56937b96 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/quotas/df09c741a7944a279a111ee7be17ff02 HTTP/1.1" status: 200 len: 375 time: 0.0089362 Apr 30 13:16:54.873208 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-242af451-6bff-4699-9e70-70c7971a19ac tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=df09c741a7944a279a111ee7be17ff02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0901527 Apr 30 13:16:55.008041 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-70630993-3760-4e82-a046-2be81fd730c8 service neutron] 10.222.0.30 "GET /v2.0/networks/16cacc0e-b911-4880-a672-4588b9d678ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262209 Apr 30 13:16:55.020856 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-2294e2f6-1b67-41e2-bb29-10a335dc8abf None None] Notify callbacks [] for port, precommit_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.032961 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-2294e2f6-1b67-41e2-bb29-10a335dc8abf None None] Transition to ACTIVE for port object 55a1eed4-46de-4df0-964d-511a39ed9c1a will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:16:55.039609 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-2294e2f6-1b67-41e2-bb29-10a335dc8abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.043133 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-de31e94a-a98e-44b9-afbc-c952ff61ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:55.144804 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-982eecfe-bbe2-41a5-8ada-500ba944426e service neutron] 10.222.0.30 "GET /v2.0/networks/16cacc0e-b911-4880-a672-4588b9d678ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307826 Apr 30 13:16:55.197708 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed17870-c0fb-4a2d-85cd-ef9ba60b486f None None] Pushing event updated for resources: {'Port': ['ID=55a1eed4-46de-4df0-964d-511a39ed9c1a,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:55.205015 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-fed17870-c0fb-4a2d-85cd-ef9ba60b486f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:55.258020 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-2294e2f6-1b67-41e2-bb29-10a335dc8abf None None] Attempting to bind port 55a1eed4-46de-4df0-964d-511a39ed9c1a on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:16:55.258405 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-2294e2f6-1b67-41e2-bb29-10a335dc8abf None None] Attempting to bind port 55a1eed4-46de-4df0-964d-511a39ed9c1a by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': '50078421-7507-4b0e-85d6-43a180dc765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '16cacc0e-b911-4880-a672-4588b9d678ce'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:16:55.258790 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294e2f6-1b67-41e2-bb29-10a335dc8abf None None] Attempting to bind port 55a1eed4-46de-4df0-964d-511a39ed9c1a on network 16cacc0e-b911-4880-a672-4588b9d678ce {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:55.267570 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294e2f6-1b67-41e2-bb29-10a335dc8abf None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:16:55.268445 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294e2f6-1b67-41e2-bb29-10a335dc8abf None None] Checking segment: {'id': '50078421-7507-4b0e-85d6-43a180dc765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '16cacc0e-b911-4880-a672-4588b9d678ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:16:55.268445 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-2294e2f6-1b67-41e2-bb29-10a335dc8abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.268719 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294e2f6-1b67-41e2-bb29-10a335dc8abf None None] Bound using segment: {'id': '50078421-7507-4b0e-85d6-43a180dc765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '16cacc0e-b911-4880-a672-4588b9d678ce'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:16:55.269184 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-2294e2f6-1b67-41e2-bb29-10a335dc8abf None None] Bound port: 55a1eed4-46de-4df0-964d-511a39ed9c1a, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50078421-7507-4b0e-85d6-43a180dc765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '16cacc0e-b911-4880-a672-4588b9d678ce'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:16:55.269555 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-2294e2f6-1b67-41e2-bb29-10a335dc8abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.362056 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-2294e2f6-1b67-41e2-bb29-10a335dc8abf None None] For port 55a1eed4-46de-4df0-964d-511a39ed9c1a, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:16:55.366209 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-2294e2f6-1b67-41e2-bb29-10a335dc8abf None None] For port 55a1eed4-46de-4df0-964d-511a39ed9c1a, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=55a1eed4-46de-4df0-964d-511a39ed9c1a,segment=NetworkSegment(50078421-7507-4b0e-85d6-43a180dc765f),segment_id=50078421-7507-4b0e-85d6-43a180dc765f)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:16:55.370224 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-2294e2f6-1b67-41e2-bb29-10a335dc8abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.373608 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:55.450190 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2294e2f6-1b67-41e2-bb29-10a335dc8abf None None] Routers {'e31415e8-9edf-4571-a604-3491b5a7baf5'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:55.450812 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-2294e2f6-1b67-41e2-bb29-10a335dc8abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:16:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['e31415e8-9edf-4571-a604-3491b5a7baf5'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:55.518051 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed17870-c0fb-4a2d-85cd-ef9ba60b486f None None] Pushing event updated for resources: {'Port': ['ID=55a1eed4-46de-4df0-964d-511a39ed9c1a,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:55.522747 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-fed17870-c0fb-4a2d-85cd-ef9ba60b486f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:55.653681 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-2294e2f6-1b67-41e2-bb29-10a335dc8abf None None] Set router e31415e8-9edf-4571-a604-3491b5a7baf5 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:55.964554 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-2294e2f6-1b67-41e2-bb29-10a335dc8abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31415e8-9edf-4571-a604-3491b5a7baf5', 'name': 'tempest-ServerRescueNegativeTestJSON-215107619-router', 'tenant_id': 'df09c741a7944a279a111ee7be17ff02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '8536f6ee-8d30-4aa4-99d3-cfac69e10b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:46Z', 'updated_at': '2021-04-30T13:16:50Z', 'revision_number': 4, 'project_id': 'df09c741a7944a279a111ee7be17ff02', 'gw_port': {'id': '8536f6ee-8d30-4aa4-99d3-cfac69e10b05', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:79:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31415e8-9edf-4571-a604-3491b5a7baf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:47Z', 'updated_at': '2021-04-30T13:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': '55a1eed4-46de-4df0-964d-511a39ed9c1a', 'name': '', 'network_id': '16cacc0e-b911-4880-a672-4588b9d678ce', 'tenant_id': 'df09c741a7944a279a111ee7be17ff02', 'mac_address': 'fa:16:3e:47:8f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31415e8-9edf-4571-a604-3491b5a7baf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'fd394fd9-c3fe-47ae-8a12-8c1dcf3f181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:50Z', 'updated_at': '2021-04-30T13:16:55Z', 'revision_number': 4, 'project_id': 'df09c741a7944a279a111ee7be17ff02', 'subnets': [{'id': 'fd394fd9-c3fe-47ae-8a12-8c1dcf3f181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:55.968518 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2294e2f6-1b67-41e2-bb29-10a335dc8abf None None] The sync data for ids ['e31415e8-9edf-4571-a604-3491b5a7baf5'] in dv-cinder-788363-2-iscsi is: [{'id': 'e31415e8-9edf-4571-a604-3491b5a7baf5', 'name': 'tempest-ServerRescueNegativeTestJSON-215107619-router', 'tenant_id': 'df09c741a7944a279a111ee7be17ff02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '8536f6ee-8d30-4aa4-99d3-cfac69e10b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:46Z', 'updated_at': '2021-04-30T13:16:50Z', 'revision_number': 4, 'project_id': 'df09c741a7944a279a111ee7be17ff02', 'gw_port': {'id': '8536f6ee-8d30-4aa4-99d3-cfac69e10b05', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:79:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31415e8-9edf-4571-a604-3491b5a7baf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:47Z', 'updated_at': '2021-04-30T13:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': '55a1eed4-46de-4df0-964d-511a39ed9c1a', 'name': '', 'network_id': '16cacc0e-b911-4880-a672-4588b9d678ce', 'tenant_id': 'df09c741a7944a279a111ee7be17ff02', 'mac_address': 'fa:16:3e:47:8f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31415e8-9edf-4571-a604-3491b5a7baf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'fd394fd9-c3fe-47ae-8a12-8c1dcf3f181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:50Z', 'updated_at': '2021-04-30T13:16:55Z', 'revision_number': 4, 'project_id': 'df09c741a7944a279a111ee7be17ff02', 'subnets': [{'id': 'fd394fd9-c3fe-47ae-8a12-8c1dcf3f181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:16:57.272642 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-407e5512-b49e-4a50-945c-3ff4c8ba6c8b req-20803c7f-930a-449a-908e-b226a1dad8e6 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 210 time: 0.0569882 Apr 30 13:16:57.307517 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7f54c-bca9-46e4-9b47-028f3d75aded req-84912b3b-0487-48c0-875f-59291fc3dded tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:57.308980 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fad7f54c-bca9-46e4-9b47-028f3d75aded req-84912b3b-0487-48c0-875f-59291fc3dded tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=737ff852-ff4a-4ae0-a17c-f3ff87b9c88f HTTP/1.1" status: 200 len: 945 time: 0.1502094 Apr 30 13:16:57.355287 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fad7f54c-bca9-46e4-9b47-028f3d75aded req-8e04e725-2206-4dde-b64b-39cd73b557ac tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396457 Apr 30 13:16:57.684370 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 55a1eed4-46de-4df0-964d-511a39ed9c1a up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:57.763265 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port 55a1eed4-46de-4df0-964d-511a39ed9c1a completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:16:57.768298 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port 55a1eed4-46de-4df0-964d-511a39ed9c1a triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:57.768674 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:57.907085 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:57.967603 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] For port 55a1eed4-46de-4df0-964d-511a39ed9c1a, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=55a1eed4-46de-4df0-964d-511a39ed9c1a,segment=NetworkSegment(50078421-7507-4b0e-85d6-43a180dc765f),segment_id=50078421-7507-4b0e-85d6-43a180dc765f)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:57.973881 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:57.978568 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:58.139682 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Pushing event updated for resources: {'Port': ['ID=55a1eed4-46de-4df0-964d-511a39ed9c1a,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:58.144898 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:58.244306 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-646000d7-0f4d-4f23-8de7-0aa03cf9dfbd tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:58.251190 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-646000d7-0f4d-4f23-8de7-0aa03cf9dfbd tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Synchronizing usage tracker for tenant:df09c741a7944a279a111ee7be17ff02 on resource:network {{(pid=73846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:16:58.273345 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-646000d7-0f4d-4f23-8de7-0aa03cf9dfbd tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Unset dirty status for tenant:df09c741a7944a279a111ee7be17ff02 on resource:network {{(pid=73846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:16:58.274662 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-646000d7-0f4d-4f23-8de7-0aa03cf9dfbd tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.96 "GET /v2.0/networks?id=16cacc0e-b911-4880-a672-4588b9d678ce HTTP/1.1" status: 200 len: 818 time: 0.3154516 Apr 30 13:16:58.325973 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-abcf40fd-542d-4f7d-8794-b9639e367280 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Request body: {'port': {'device_id': '2bb49cd6-73b1-4f25-b736-373aefe9ca8a', 'network_id': '16cacc0e-b911-4880-a672-4588b9d678ce', 'admin_state_up': True, 'tenant_id': 'df09c741a7944a279a111ee7be17ff02'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:58.501633 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cacee75f-024f-49f1-92e8-c09132c78aca req-64c674bb-3dd1-4b9e-a580-2918ceec313e tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=2e5a7c65d97448e2a9acad6d3dcffd74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293896 Apr 30 13:16:58.572945 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-341e7fb5-d172-48e9-a247-100b06374826 req-8f85b299-0e41-45b3-a5eb-811f5bfe1689 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 210 time: 0.0663371 Apr 30 13:16:58.594843 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-abcf40fd-542d-4f7d-8794-b9639e367280 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:58.608351 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-abcf40fd-542d-4f7d-8794-b9639e367280 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:58.621417 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-abcf40fd-542d-4f7d-8794-b9639e367280 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Made reservation on behalf of df09c741a7944a279a111ee7be17ff02 for: {'port': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:16:58.627568 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-abcf40fd-542d-4f7d-8794-b9639e367280 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:58.828899 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-abcf40fd-542d-4f7d-8794-b9639e367280 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Allocated IP 172.20.0.13 (16cacc0e-b911-4880-a672-4588b9d678ce/fd394fd9-c3fe-47ae-8a12-8c1dcf3f181b/537199a2-51a8-4471-9687-6bd43265ede4) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:16:58.835926 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacee75f-024f-49f1-92e8-c09132c78aca req-aa8c53ac-162b-47d9-b1a5-c1617ab0a3b5 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:58.837768 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cacee75f-024f-49f1-92e8-c09132c78aca req-aa8c53ac-162b-47d9-b1a5-c1617ab0a3b5 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2980218 Apr 30 13:16:58.981711 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 95f34187-edf9-4ac6-b776-e8875f572228 up at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:59.023025 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cacee75f-024f-49f1-92e8-c09132c78aca req-e6adcec8-2fb3-464d-8d73-443c37245fe3 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/quotas/2e5a7c65d97448e2a9acad6d3dcffd74 HTTP/1.1" status: 200 len: 375 time: 0.0282302 Apr 30 13:16:59.050775 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-abcf40fd-542d-4f7d-8794-b9639e367280 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:59.070138 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning for port 95f34187-edf9-4ac6-b776-e8875f572228 completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:16:59.075747 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning complete for port 95f34187-edf9-4ac6-b776-e8875f572228 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:59.076373 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:59.085556 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-abcf40fd-542d-4f7d-8794-b9639e367280 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:59.095261 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-26f6723a-4288-441d-a165-a0f22b905dc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:59.102396 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cacee75f-024f-49f1-92e8-c09132c78aca req-e59a5a22-6a30-47e9-bd08-e699798517c8 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e5a7c65d97448e2a9acad6d3dcffd74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712399 Apr 30 13:16:59.127204 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-45f05cf8-2fa1-476c-95bb-d0001e7d1a16 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:59.128954 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-45f05cf8-2fa1-476c-95bb-d0001e7d1a16 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.96 "GET /v2.0/networks?id=16cacc0e-b911-4880-a672-4588b9d678ce HTTP/1.1" status: 200 len: 818 time: 0.4076133 Apr 30 13:16:59.144226 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd88dc-02aa-4597-9d6d-2bf45aa18f75 req-e37adb42-2cb7-4f45-acfe-1761a6d0f966 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:59.145914 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-03cd88dc-02aa-4597-9d6d-2bf45aa18f75 req-e37adb42-2cb7-4f45-acfe-1761a6d0f966 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=737ff852-ff4a-4ae0-a17c-f3ff87b9c88f HTTP/1.1" status: 200 len: 945 time: 0.4232891 Apr 30 13:16:59.179913 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf40fd-542d-4f7d-8794-b9639e367280 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Pushing event updated for resources: {'Port': ['ID=537199a2-51a8-4471-9687-6bd43265ede4,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:59.184689 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-abcf40fd-542d-4f7d-8794-b9639e367280 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:59.186620 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-abcf40fd-542d-4f7d-8794-b9639e367280 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Network 16cacc0e-b911-4880-a672-4588b9d678ce is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:16:59.187830 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-abcf40fd-542d-4f7d-8794-b9639e367280 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:59.189493 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-07224ca5-14b6-4517-b406-256f5a7feb26 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Request body: {'port': {'device_id': 'e69e5b10-daf0-438f-8217-5202f874d5af', 'network_id': '16cacc0e-b911-4880-a672-4588b9d678ce', 'admin_state_up': True, 'tenant_id': 'df09c741a7944a279a111ee7be17ff02'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:59.190144 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-abcf40fd-542d-4f7d-8794-b9639e367280 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:16:59.239992 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:59.261425 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-abcf40fd-542d-4f7d-8794-b9639e367280 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:59.262182 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-abcf40fd-542d-4f7d-8794-b9639e367280 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:59.327768 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-abcf40fd-542d-4f7d-8794-b9639e367280 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0056634 Apr 30 13:16:59.353715 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-ab8354dd-3f79-4350-b527-909eb74b386e service neutron] Request body: {'port': {'device_id': '2bb49cd6-73b1-4f25-b736-373aefe9ca8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:59.365804 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737ff852-ff4a-4ae0-a17c-f3ff87b9c88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f34187-edf9-4ac6-b776-e8875f572228'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:59.371536 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-03cd88dc-02aa-4597-9d6d-2bf45aa18f75 req-1db6be37-2de8-4c86-bb51-93ca510f9913 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152114 Apr 30 13:16:59.407691 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 95f34187-edf9-4ac6-b776-e8875f572228, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=95f34187-edf9-4ac6-b776-e8875f572228,segment=NetworkSegment(5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1),segment_id=5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:59.426369 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:59.430707 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:59.443613 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-39cf4b35-a4f5-4044-92fa-fbafbda63382 req-04662f85-5de2-49ce-8786-bb773792d326 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a25c7c0-13a2-4f9f-909b-987b48e31049 HTTP/1.1" status: 200 len: 210 time: 0.0765638 Apr 30 13:16:59.574415 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-07224ca5-14b6-4517-b406-256f5a7feb26 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:59.590122 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-07224ca5-14b6-4517-b406-256f5a7feb26 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Usage tracker for resource:port and tenant:df09c741a7944a279a111ee7be17ff02 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:59.613149 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-07224ca5-14b6-4517-b406-256f5a7feb26 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:59.630782 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-07224ca5-14b6-4517-b406-256f5a7feb26 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:59.665739 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-07224ca5-14b6-4517-b406-256f5a7feb26 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Made reservation on behalf of df09c741a7944a279a111ee7be17ff02 for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:16:59.672312 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-07224ca5-14b6-4517-b406-256f5a7feb26 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:59.757125 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-ab8354dd-3f79-4350-b527-909eb74b386e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:59.767332 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=95f34187-edf9-4ac6-b776-e8875f572228,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:59.772020 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:59.774041 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 55a1eed4-46de-4df0-964d-511a39ed9c1a up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:59.883797 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737ff852-ff4a-4ae0-a17c-f3ff87b9c88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f34187-edf9-4ac6-b776-e8875f572228', 'code': 200} Apr 30 13:16:59.996786 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port 55a1eed4-46de-4df0-964d-511a39ed9c1a triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:59.997413 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:00.053936 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-07224ca5-14b6-4517-b406-256f5a7feb26 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Allocated IP 172.20.0.8 (16cacc0e-b911-4880-a672-4588b9d678ce/fd394fd9-c3fe-47ae-8a12-8c1dcf3f181b/f66f479a-d1ce-4725-ae28-b6fd024fd9ec) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:00.072853 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-86fcb529-16c2-4a88-82c5-1141fc2cf363 req-9310289a-a641-427c-945d-2541b33f8dd1 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 210 time: 0.0586243 Apr 30 13:17:00.370608 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-07224ca5-14b6-4517-b406-256f5a7feb26 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:00.388340 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be6475-d2c0-48a1-adf9-bc0c9c76fd8e req-bfaf2f2c-9200-4bad-9f30-dea9d1005b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:00.390271 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-84be6475-d2c0-48a1-adf9-bc0c9c76fd8e req-bfaf2f2c-9200-4bad-9f30-dea9d1005b96 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=737ff852-ff4a-4ae0-a17c-f3ff87b9c88f HTTP/1.1" status: 200 len: 1099 time: 0.1363738 Apr 30 13:17:00.445916 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-84be6475-d2c0-48a1-adf9-bc0c9c76fd8e req-219f0c48-f81d-4414-b71b-6f02bffb2ebc service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474627 Apr 30 13:17:00.447702 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-07224ca5-14b6-4517-b406-256f5a7feb26 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:00.453718 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-87977309-2159-4bde-adb4-fdf34d900e53 tempest-DeleteServersTestJSON-1413857944 tempest-DeleteServersTestJSON-1413857944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:00.568727 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07224ca5-14b6-4517-b406-256f5a7feb26 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Pushing event updated for resources: {'Port': ['ID=f66f479a-d1ce-4725-ae28-b6fd024fd9ec,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:00.576685 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-07224ca5-14b6-4517-b406-256f5a7feb26 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:00.645937 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-07224ca5-14b6-4517-b406-256f5a7feb26 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Network 16cacc0e-b911-4880-a672-4588b9d678ce is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:00.665545 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-07224ca5-14b6-4517-b406-256f5a7feb26 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:00.675458 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-07224ca5-14b6-4517-b406-256f5a7feb26 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:00.703315 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-ab8354dd-3f79-4350-b527-909eb74b386e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537199a2-51a8-4471-9687-6bd43265ede4 {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:17:00.705647 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ff33b951-a959-4f0f-9224-faeccc2fa3cb req-6064a003-8d1d-46ce-bc77-0c7a299c275b tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a25c7c0-13a2-4f9f-909b-987b48e31049 HTTP/1.1" status: 200 len: 210 time: 0.1300254 Apr 30 13:17:00.711618 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-ab8354dd-3f79-4350-b527-909eb74b386e service neutron] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:00.729348 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-ab8354dd-3f79-4350-b527-909eb74b386e service neutron] Transition to ACTIVE for port object 537199a2-51a8-4471-9687-6bd43265ede4 will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:00.732959 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-ab8354dd-3f79-4350-b527-909eb74b386e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8252111'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:00.738695 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-4d93c22b-14cc-465c-a66e-9472c4206527 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:00.746567 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:17:00.765917 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-07224ca5-14b6-4517-b406-256f5a7feb26 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:00.766557 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-07224ca5-14b6-4517-b406-256f5a7feb26 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:00.799059 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e580718-e767-443f-9ed6-f9a83524cca3 req-146a7a8c-6709-441c-896a-8a82e51e9b4d tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:00.800572 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9e580718-e767-443f-9ed6-f9a83524cca3 req-146a7a8c-6709-441c-896a-8a82e51e9b4d tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=737ff852-ff4a-4ae0-a17c-f3ff87b9c88f HTTP/1.1" status: 200 len: 946 time: 0.2338457 Apr 30 13:17:00.815840 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-07224ca5-14b6-4517-b406-256f5a7feb26 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6326857 Apr 30 13:17:00.861788 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9e580718-e767-443f-9ed6-f9a83524cca3 req-03b54c36-7b93-4c81-8a8f-da8d9ad171a0 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489237 Apr 30 13:17:00.870543 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8354dd-3f79-4350-b527-909eb74b386e service neutron] Pushing event updated for resources: {'Port': ['ID=537199a2-51a8-4471-9687-6bd43265ede4,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:00.888242 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-176f33e0-29fd-487b-b781-7b7e54782498 service neutron] Request body: {'port': {'device_id': 'e69e5b10-daf0-438f-8217-5202f874d5af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:00.902305 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-ab8354dd-3f79-4350-b527-909eb74b386e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:01.012421 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-ab8354dd-3f79-4350-b527-909eb74b386e service neutron] Attempting to bind port 537199a2-51a8-4471-9687-6bd43265ede4 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:17:01.012755 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-ab8354dd-3f79-4350-b527-909eb74b386e service neutron] Attempting to bind port 537199a2-51a8-4471-9687-6bd43265ede4 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '50078421-7507-4b0e-85d6-43a180dc765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '16cacc0e-b911-4880-a672-4588b9d678ce'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:17:01.013386 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-ab8354dd-3f79-4350-b527-909eb74b386e service neutron] Attempting to bind port 537199a2-51a8-4471-9687-6bd43265ede4 on network 16cacc0e-b911-4880-a672-4588b9d678ce {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:01.016415 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-176f33e0-29fd-487b-b781-7b7e54782498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:01.018369 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-ab8354dd-3f79-4350-b527-909eb74b386e service neutron] Port 537199a2-51a8-4471-9687-6bd43265ede4 on network 16cacc0e-b911-4880-a672-4588b9d678ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:17:01.018694 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-ab8354dd-3f79-4350-b527-909eb74b386e service neutron] Attempting to bind port 537199a2-51a8-4471-9687-6bd43265ede4 on network 16cacc0e-b911-4880-a672-4588b9d678ce {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:01.023932 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-ab8354dd-3f79-4350-b527-909eb74b386e service neutron] Checking agent: {'id': '339503ba-6418-440e-8cd9-ebb81c45e407', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:17:01.024359 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-ab8354dd-3f79-4350-b527-909eb74b386e service neutron] Checking segment: {'id': '50078421-7507-4b0e-85d6-43a180dc765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '16cacc0e-b911-4880-a672-4588b9d678ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:01.024645 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-ab8354dd-3f79-4350-b527-909eb74b386e service neutron] Bound using segment: {'id': '50078421-7507-4b0e-85d6-43a180dc765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '16cacc0e-b911-4880-a672-4588b9d678ce'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:17:01.025372 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-ab8354dd-3f79-4350-b527-909eb74b386e service neutron] Bound port: 537199a2-51a8-4471-9687-6bd43265ede4, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50078421-7507-4b0e-85d6-43a180dc765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '16cacc0e-b911-4880-a672-4588b9d678ce'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:17:01.025720 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-ab8354dd-3f79-4350-b527-909eb74b386e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:01.119631 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-ab8354dd-3f79-4350-b527-909eb74b386e service neutron] For port 537199a2-51a8-4471-9687-6bd43265ede4, host hv-cinder-78836, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:17:01.123191 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-ab8354dd-3f79-4350-b527-909eb74b386e service neutron] For port 537199a2-51a8-4471-9687-6bd43265ede4, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=537199a2-51a8-4471-9687-6bd43265ede4,segment=NetworkSegment(50078421-7507-4b0e-85d6-43a180dc765f),segment_id=50078421-7507-4b0e-85d6-43a180dc765f)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:17:01.129681 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-ab8354dd-3f79-4350-b527-909eb74b386e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8252111'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:01.141785 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:01.195136 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-ab8354dd-3f79-4350-b527-909eb74b386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:01.214587 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-ab8354dd-3f79-4350-b527-909eb74b386e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:01.216475 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-ab8354dd-3f79-4350-b527-909eb74b386e service neutron] 10.222.0.96 "PUT /v2.0/ports/537199a2-51a8-4471-9687-6bd43265ede4 HTTP/1.1" status: 200 len: 1094 time: 1.8680136 Apr 30 13:17:01.217278 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb49cd6-73b1-4f25-b736-373aefe9ca8a', 'tag': '537199a2-51a8-4471-9687-6bd43265ede4'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:01.311341 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb49cd6-73b1-4f25-b736-373aefe9ca8a', 'tag': '537199a2-51a8-4471-9687-6bd43265ede4', 'status': 'completed', 'code': 200} Apr 30 13:17:01.318361 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8354dd-3f79-4350-b527-909eb74b386e service neutron] Pushing event updated for resources: {'Port': ['ID=537199a2-51a8-4471-9687-6bd43265ede4,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:01.333565 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-ab8354dd-3f79-4350-b527-909eb74b386e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:01.437308 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c35da-b171-4baa-abdd-4836342a5852 req-9429c4d2-8995-41b9-82da-c3488537b0ed tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:01.438147 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-254c35da-b171-4baa-abdd-4836342a5852 req-9429c4d2-8995-41b9-82da-c3488537b0ed tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Synchronizing usage tracker for tenant:df09c741a7944a279a111ee7be17ff02 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:17:01.499313 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-9fab2ee7-3173-4683-a309-61bf52393d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:01.499621 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-254c35da-b171-4baa-abdd-4836342a5852 req-9429c4d2-8995-41b9-82da-c3488537b0ed tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Unset dirty status for tenant:df09c741a7944a279a111ee7be17ff02 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:17:01.500906 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-254c35da-b171-4baa-abdd-4836342a5852 req-9429c4d2-8995-41b9-82da-c3488537b0ed tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 931 time: 0.2281435 Apr 30 13:17:01.508634 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-9fab2ee7-3173-4683-a309-61bf52393d59 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=df09c741a7944a279a111ee7be17ff02&device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 1097 time: 0.1601961 Apr 30 13:17:01.510768 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 59838) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:01.636018 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-af50f42f-a82f-423f-9d53-7ee441a6f67d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=537199a2-51a8-4471-9687-6bd43265ede4 HTTP/1.1" status: 200 len: 217 time: 0.0976064 Apr 30 13:17:01.731140 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cacee75f-024f-49f1-92e8-c09132c78aca req-8a099bcb-41a9-4dd5-864e-70ce424dde99 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=2e5a7c65d97448e2a9acad6d3dcffd74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707886 Apr 30 13:17:01.779716 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-254c35da-b171-4baa-abdd-4836342a5852 req-5f3d722d-da99-4637-b95d-9a43fd481392 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651932 Apr 30 13:17:01.780606 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-176f33e0-29fd-487b-b781-7b7e54782498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f66f479a-d1ce-4725-ae28-b6fd024fd9ec {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:17:01.871125 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-176f33e0-29fd-487b-b781-7b7e54782498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:01.873250 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-ed126332-1b9f-4adc-9c97-2b9246d74e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:01.875305 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-ed126332-1b9f-4adc-9c97-2b9246d74e2e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fd394fd9-c3fe-47ae-8a12-8c1dcf3f181b HTTP/1.1" status: 200 len: 858 time: 0.2271254 Apr 30 13:17:01.877930 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2d0217e1-3b64-4840-ad06-37d82ac4707f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:02.074913 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-176f33e0-29fd-487b-b781-7b7e54782498 service neutron] Transition to ACTIVE for port object f66f479a-d1ce-4725-ae28-b6fd024fd9ec will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:02.092628 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aa55d297-dbf7-41fb-aa7a-c80e59ceb81f req-d965644d-0a2f-45e3-a201-81389f2ed251 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a25c7c0-13a2-4f9f-909b-987b48e31049 HTTP/1.1" status: 200 len: 210 time: 0.1394067 Apr 30 13:17:02.119002 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-176f33e0-29fd-487b-b781-7b7e54782498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-554251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:02.133814 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-9702a6a1-39dc-4618-9a46-71c455708952 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16cacc0e-b911-4880-a672-4588b9d678ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883141 Apr 30 13:17:02.134822 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-2d0217e1-3b64-4840-ad06-37d82ac4707f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:02.139271 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-2d0217e1-3b64-4840-ad06-37d82ac4707f admin admin] Usage tracker for resource:security_group_rule and tenant:d37c732ce3b945c9b7474da5ac6c628b is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:02.143010 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-2d0217e1-3b64-4840-ad06-37d82ac4707f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:02.144898 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-786ba02b-5eb1-464c-aec7-44239b1339d4 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:02.150445 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-2d0217e1-3b64-4840-ad06-37d82ac4707f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:02.215241 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacee75f-024f-49f1-92e8-c09132c78aca req-434f1c97-a307-47d3-bcba-53b4b9bee720 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:02.216678 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cacee75f-024f-49f1-92e8-c09132c78aca req-434f1c97-a307-47d3-bcba-53b4b9bee720 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4258339 Apr 30 13:17:02.303415 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-cacee75f-024f-49f1-92e8-c09132c78aca req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Request body: {'port': {'device_id': '5a25c7c0-13a2-4f9f-909b-987b48e31049', 'network_id': '823bb921-4a48-4010-bd77-c89e83813b86', 'admin_state_up': True, 'tenant_id': '2e5a7c65d97448e2a9acad6d3dcffd74'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:02.360497 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f33e0-29fd-487b-b781-7b7e54782498 service neutron] Pushing event updated for resources: {'Port': ['ID=f66f479a-d1ce-4725-ae28-b6fd024fd9ec,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:02.396006 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-176f33e0-29fd-487b-b781-7b7e54782498 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:02.402832 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-7d15b2ff-d4ea-4947-8e19-4bf8c27b95f5 service neutron] 10.222.0.96 "GET /v2.0/networks/16cacc0e-b911-4880-a672-4588b9d678ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291493 Apr 30 13:17:02.469981 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2d0217e1-3b64-4840-ad06-37d82ac4707f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:02.520083 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2d0217e1-3b64-4840-ad06-37d82ac4707f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:02.533124 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-f927c233-c438-465f-bb3f-bb30eb600705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:02.546255 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670a9a1-b66f-4aaf-b67d-e125a1e2686f req-1b5751bb-70aa-4fb8-9816-05afdce30f59 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:02.547841 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6670a9a1-b66f-4aaf-b67d-e125a1e2686f req-1b5751bb-70aa-4fb8-9816-05afdce30f59 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=737ff852-ff4a-4ae0-a17c-f3ff87b9c88f HTTP/1.1" status: 200 len: 946 time: 0.5384955 Apr 30 13:17:02.596744 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-2d0217e1-3b64-4840-ad06-37d82ac4707f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d37c732ce3b945c9b7474da5ac6c628b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0847054 Apr 30 13:17:02.597479 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 59880) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:02.607261 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0217e1-3b64-4840-ad06-37d82ac4707f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7768e549-4107-43ca-82f1-6d6dc3e46fb4,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:02.627341 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-cacee75f-024f-49f1-92e8-c09132c78aca req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:02.631467 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-2d0217e1-3b64-4840-ad06-37d82ac4707f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:02.633269 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-176f33e0-29fd-487b-b781-7b7e54782498 service neutron] Attempting to bind port f66f479a-d1ce-4725-ae28-b6fd024fd9ec on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:17:02.633609 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-176f33e0-29fd-487b-b781-7b7e54782498 service neutron] Attempting to bind port f66f479a-d1ce-4725-ae28-b6fd024fd9ec by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '50078421-7507-4b0e-85d6-43a180dc765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '16cacc0e-b911-4880-a672-4588b9d678ce'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:17:02.633942 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-176f33e0-29fd-487b-b781-7b7e54782498 service neutron] Attempting to bind port f66f479a-d1ce-4725-ae28-b6fd024fd9ec on network 16cacc0e-b911-4880-a672-4588b9d678ce {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:02.645115 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-cacee75f-024f-49f1-92e8-c09132c78aca req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Usage tracker for resource:port and tenant:2e5a7c65d97448e2a9acad6d3dcffd74 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:02.650817 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-75ed6ebf-03ec-457a-8f20-a03f1c417ba2 req-a11d99e2-34c5-4f30-ae37-e294f6030ae5 service neutron] 10.222.0.96 "GET /v2.0/networks/16cacc0e-b911-4880-a672-4588b9d678ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237437 Apr 30 13:17:02.651024 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-cacee75f-024f-49f1-92e8-c09132c78aca req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:02.659178 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6670a9a1-b66f-4aaf-b67d-e125a1e2686f req-d18b92e2-d4cc-4139-93b3-88f9f926b057 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988369 Apr 30 13:17:02.662840 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-176f33e0-29fd-487b-b781-7b7e54782498 service neutron] Port f66f479a-d1ce-4725-ae28-b6fd024fd9ec on network 16cacc0e-b911-4880-a672-4588b9d678ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:17:02.663246 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-176f33e0-29fd-487b-b781-7b7e54782498 service neutron] Attempting to bind port f66f479a-d1ce-4725-ae28-b6fd024fd9ec on network 16cacc0e-b911-4880-a672-4588b9d678ce {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:02.665438 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-cacee75f-024f-49f1-92e8-c09132c78aca req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:02.673756 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-176f33e0-29fd-487b-b781-7b7e54782498 service neutron] Checking agent: {'id': '339503ba-6418-440e-8cd9-ebb81c45e407', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:17:02.674137 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-176f33e0-29fd-487b-b781-7b7e54782498 service neutron] Checking segment: {'id': '50078421-7507-4b0e-85d6-43a180dc765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '16cacc0e-b911-4880-a672-4588b9d678ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:02.674531 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-176f33e0-29fd-487b-b781-7b7e54782498 service neutron] Bound using segment: {'id': '50078421-7507-4b0e-85d6-43a180dc765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '16cacc0e-b911-4880-a672-4588b9d678ce'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:17:02.674977 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-176f33e0-29fd-487b-b781-7b7e54782498 service neutron] Bound port: f66f479a-d1ce-4725-ae28-b6fd024fd9ec, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50078421-7507-4b0e-85d6-43a180dc765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '16cacc0e-b911-4880-a672-4588b9d678ce'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:17:02.675329 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-176f33e0-29fd-487b-b781-7b7e54782498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:02.703436 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0e7005b5-ffcc-4301-b82e-5d46c2d995bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:02.704933 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 59884) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:02.726554 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cacee75f-024f-49f1-92e8-c09132c78aca req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Made reservation on behalf of 2e5a7c65d97448e2a9acad6d3dcffd74 for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:17:02.730037 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-cacee75f-024f-49f1-92e8-c09132c78aca req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:02.744813 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0e7005b5-ffcc-4301-b82e-5d46c2d995bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:02.755294 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-cacee75f-024f-49f1-92e8-c09132c78aca req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:02.784938 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-cacee75f-024f-49f1-92e8-c09132c78aca req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:02.802174 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0e7005b5-ffcc-4301-b82e-5d46c2d995bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:02.803360 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-cacee75f-024f-49f1-92e8-c09132c78aca req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Usage tracker for resource:security_group_rule and tenant:2e5a7c65d97448e2a9acad6d3dcffd74 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:02.807728 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-cacee75f-024f-49f1-92e8-c09132c78aca req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:02.808700 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-1b321f6f-ea56-4e8f-8eaf-a8f5b7532555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:02.818484 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-cacee75f-024f-49f1-92e8-c09132c78aca req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:02.825709 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7005b5-ffcc-4301-b82e-5d46c2d995bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7768e549-4107-43ca-82f1-6d6dc3e46fb4,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:02.826413 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-176f33e0-29fd-487b-b781-7b7e54782498 service neutron] For port f66f479a-d1ce-4725-ae28-b6fd024fd9ec, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:17:02.829771 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0e7005b5-ffcc-4301-b82e-5d46c2d995bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:02.834197 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-176f33e0-29fd-487b-b781-7b7e54782498 service neutron] For port f66f479a-d1ce-4725-ae28-b6fd024fd9ec, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f66f479a-d1ce-4725-ae28-b6fd024fd9ec,segment=NetworkSegment(50078421-7507-4b0e-85d6-43a180dc765f),segment_id=50078421-7507-4b0e-85d6-43a180dc765f)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:17:02.850002 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-176f33e0-29fd-487b-b781-7b7e54782498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-554251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:02.856263 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:02.908221 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0e7005b5-ffcc-4301-b82e-5d46c2d995bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:02.911749 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-0e7005b5-ffcc-4301-b82e-5d46c2d995bd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7768e549-4107-43ca-82f1-6d6dc3e46fb4 HTTP/1.1" status: 204 len: 168 time: 0.3069007 Apr 30 13:17:02.935185 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-176f33e0-29fd-487b-b781-7b7e54782498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:02.936150 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-176f33e0-29fd-487b-b781-7b7e54782498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:02.938150 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-176f33e0-29fd-487b-b781-7b7e54782498 service neutron] 10.222.0.96 "PUT /v2.0/ports/f66f479a-d1ce-4725-ae28-b6fd024fd9ec HTTP/1.1" status: 200 len: 1093 time: 2.0548997 Apr 30 13:17:02.947503 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69e5b10-daf0-438f-8217-5202f874d5af', 'tag': 'f66f479a-d1ce-4725-ae28-b6fd024fd9ec'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:02.948138 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6cdca302-7739-43de-89fa-24dcfbbfdf9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:02.971057 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-6cdca302-7739-43de-89fa-24dcfbbfdf9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:02.980916 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-6cdca302-7739-43de-89fa-24dcfbbfdf9a admin admin] Usage tracker for resource:security_group_rule and tenant:dfc4289f40144ace97e943c618300d87 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:02.986843 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-6cdca302-7739-43de-89fa-24dcfbbfdf9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:03.003452 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-6cdca302-7739-43de-89fa-24dcfbbfdf9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:03.017527 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f33e0-29fd-487b-b781-7b7e54782498 service neutron] Pushing event updated for resources: {'Port': ['ID=f66f479a-d1ce-4725-ae28-b6fd024fd9ec,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:03.037542 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-176f33e0-29fd-487b-b781-7b7e54782498 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:03.054004 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d71ad2-6d8b-4c5e-ab02-32f340a80131 req-a7503687-beb9-4db7-85e6-42cc352a92b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:03.057989 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-d9d71ad2-6d8b-4c5e-ab02-32f340a80131 req-a7503687-beb9-4db7-85e6-42cc352a92b5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=df09c741a7944a279a111ee7be17ff02&device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 1097 time: 0.2069285 Apr 30 13:17:03.096349 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69e5b10-daf0-438f-8217-5202f874d5af', 'tag': 'f66f479a-d1ce-4725-ae28-b6fd024fd9ec', 'status': 'completed', 'code': 200} Apr 30 13:17:03.150827 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-cacee75f-024f-49f1-92e8-c09132c78aca req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:03.167861 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-cacee75f-024f-49f1-92e8-c09132c78aca req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:03.175562 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:03.277747 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6cdca302-7739-43de-89fa-24dcfbbfdf9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:03.282863 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6cdca302-7739-43de-89fa-24dcfbbfdf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:03.291238 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-87a54458-bba7-42b6-98c8-7ce234730ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:03.320488 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5f4e91-4bb9-4897-acd5-ac5a9bdafe37,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:03.331225 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:03.340538 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61750a5-033c-40e8-9166-70330ed1444c req-9fdd5339-cb8b-4cba-bf5b-d8e56f69cdcb tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:03.342152 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d61750a5-033c-40e8-9166-70330ed1444c req-9fdd5339-cb8b-4cba-bf5b-d8e56f69cdcb tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 943 time: 0.3687661 Apr 30 13:17:03.346898 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d71ad2-6d8b-4c5e-ab02-32f340a80131 req-475fb58e-c0ba-45e3-be87-47c97b88b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:03.348408 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-d9d71ad2-6d8b-4c5e-ab02-32f340a80131 req-475fb58e-c0ba-45e3-be87-47c97b88b514 service neutron] 10.222.0.96 "GET /v2.0/networks?id=16cacc0e-b911-4880-a672-4588b9d678ce HTTP/1.1" status: 200 len: 920 time: 0.2522073 Apr 30 13:17:03.353502 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-6cdca302-7739-43de-89fa-24dcfbbfdf9a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dfc4289f40144ace97e943c618300d87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6475849 Apr 30 13:17:03.355348 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdca302-7739-43de-89fa-24dcfbbfdf9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324926f0-5f53-4060-b7fb-76c521a089ad,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:03.357083 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 59900) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:03.359781 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-6cdca302-7739-43de-89fa-24dcfbbfdf9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:03.366328 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-21317918-e35c-4a62-83e9-56bf2a88c757 req-9ea8d777-0c11-43e0-af14-6b721ec9feb4 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a25c7c0-13a2-4f9f-909b-987b48e31049 HTTP/1.1" status: 200 len: 210 time: 0.0994709 Apr 30 13:17:03.424555 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-d9d71ad2-6d8b-4c5e-ab02-32f340a80131 req-39d8b335-5c53-4cf1-8eb7-7f810b9bcd73 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=537199a2-51a8-4471-9687-6bd43265ede4 HTTP/1.1" status: 200 len: 217 time: 0.0663235 Apr 30 13:17:03.433019 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-9e5454c2-9f59-4d82-a221-25b7dce4b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:03.434533 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-9e5454c2-9f59-4d82-a221-25b7dce4b3af service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=df09c741a7944a279a111ee7be17ff02&device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 1096 time: 0.3751509 Apr 30 13:17:03.512144 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d71ad2-6d8b-4c5e-ab02-32f340a80131 req-14c55aea-bf80-46b0-a294-ff7a9bf3cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:03.513585 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-d9d71ad2-6d8b-4c5e-ab02-32f340a80131 req-14c55aea-bf80-46b0-a294-ff7a9bf3cdf0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fd394fd9-c3fe-47ae-8a12-8c1dcf3f181b HTTP/1.1" status: 200 len: 858 time: 0.0582035 Apr 30 13:17:03.568869 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-d9d71ad2-6d8b-4c5e-ab02-32f340a80131 req-0dfb890c-9169-4d0f-9f2d-e77dbc1d05ae service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16cacc0e-b911-4880-a672-4588b9d678ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453894 Apr 30 13:17:03.572871 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-cadf9d9f-9c99-41be-b173-907576b31a7c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f66f479a-d1ce-4725-ae28-b6fd024fd9ec HTTP/1.1" status: 200 len: 217 time: 0.0953948 Apr 30 13:17:03.641989 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d61750a5-033c-40e8-9166-70330ed1444c req-b9c3af4e-ca54-47bb-b292-22edb52d1545 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896855 Apr 30 13:17:03.661252 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-64aa1261-3109-43c9-856f-50934f28e5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:03.684043 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-cacee75f-024f-49f1-92e8-c09132c78aca req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Allocated IP 192.168.233.166 (823bb921-4a48-4010-bd77-c89e83813b86/86ca516f-8a2e-42bf-b561-43fc05212814/fccf6091-8700-4880-a1bd-af435e9dfffd) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:03.711983 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-64aa1261-3109-43c9-856f-50934f28e5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:03.731891 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-523c7be0-35a6-4b07-b5ae-3e40e89b38d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:03.733260 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-d9d71ad2-6d8b-4c5e-ab02-32f340a80131 req-4f45c9fd-3e2d-4582-a5e6-aca510affc46 service neutron] 10.222.0.96 "GET /v2.0/networks/16cacc0e-b911-4880-a672-4588b9d678ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505160 Apr 30 13:17:03.733485 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-523c7be0-35a6-4b07-b5ae-3e40e89b38d8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fd394fd9-c3fe-47ae-8a12-8c1dcf3f181b HTTP/1.1" status: 200 len: 858 time: 0.1489766 Apr 30 13:17:03.898021 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-d9d71ad2-6d8b-4c5e-ab02-32f340a80131 req-ca3e4b9d-5c40-41c3-bc4b-2710b896a93a service neutron] 10.222.0.96 "GET /v2.0/networks/16cacc0e-b911-4880-a672-4588b9d678ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357231 Apr 30 13:17:03.959632 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-b1655751-0197-4369-bad9-83fa2ebc0473 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16cacc0e-b911-4880-a672-4588b9d678ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1907053 Apr 30 13:17:04.068086 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-64aa1261-3109-43c9-856f-50934f28e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.119883 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3ebe2d63-39ef-4022-8ccb-63b7a885fa74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:04.209076 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa1261-3109-43c9-856f-50934f28e5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324926f0-5f53-4060-b7fb-76c521a089ad,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:04.221099 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-64aa1261-3109-43c9-856f-50934f28e5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:04.277560 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-64aa1261-3109-43c9-856f-50934f28e5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.278755 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-64aa1261-3109-43c9-856f-50934f28e5fa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/324926f0-5f53-4060-b7fb-76c521a089ad HTTP/1.1" status: 204 len: 168 time: 0.9156301 Apr 30 13:17:04.295897 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1065940-4863-4686-a58a-4dab90b4540f req-950c0cd7-b7ce-4843-ad8c-ec7bcde54292 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:04.297370 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c1065940-4863-4686-a58a-4dab90b4540f req-950c0cd7-b7ce-4843-ad8c-ec7bcde54292 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=737ff852-ff4a-4ae0-a17c-f3ff87b9c88f HTTP/1.1" status: 200 len: 946 time: 0.3841064 Apr 30 13:17:04.304644 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-a0cef017-3443-4de9-ab8f-691a97f81660 service neutron] 10.222.0.96 "GET /v2.0/networks/16cacc0e-b911-4880-a672-4588b9d678ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181119 Apr 30 13:17:04.350983 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-cacee75f-024f-49f1-92e8-c09132c78aca req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.377532 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.455606 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-cacee75f-024f-49f1-92e8-c09132c78aca req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Transition to ACTIVE for port object fccf6091-8700-4880-a1bd-af435e9dfffd will not be triggered until provisioned by entity DHCP. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:04.477265 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c1065940-4863-4686-a58a-4dab90b4540f req-e039c654-a04a-4cf8-bb9e-1e66a020fa72 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633267 Apr 30 13:17:04.557725 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-8d0af05a-7b54-462f-b6d0-dc6afd2e308e req-c2176dc8-2f30-4117-a612-6c82ad525761 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Synchronizing usage tracker for tenant:2e5a7c65d97448e2a9acad6d3dcffd74 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:17:04.561693 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ea63e8b3-6fad-4676-8c01-cf73c9baab0b req-44153341-38a2-4667-a6a0-66443de7e4e7 service neutron] 10.222.0.96 "GET /v2.0/networks/16cacc0e-b911-4880-a672-4588b9d678ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430041 Apr 30 13:17:04.590200 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-8d0af05a-7b54-462f-b6d0-dc6afd2e308e req-c2176dc8-2f30-4117-a612-6c82ad525761 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Unset dirty status for tenant:2e5a7c65d97448e2a9acad6d3dcffd74 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:17:04.591703 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8d0af05a-7b54-462f-b6d0-dc6afd2e308e req-c2176dc8-2f30-4117-a612-6c82ad525761 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a25c7c0-13a2-4f9f-909b-987b48e31049 HTTP/1.1" status: 200 len: 210 time: 0.0988636 Apr 30 13:17:04.592979 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-cacee75f-024f-49f1-92e8-c09132c78aca req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.599352 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-603a003a-f209-4db4-9794-5e00e6640d0a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:04.665265 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cacee75f-024f-49f1-92e8-c09132c78aca req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Network 823bb921-4a48-4010-bd77-c89e83813b86 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:04.675203 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-cacee75f-024f-49f1-92e8-c09132c78aca req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:04.680462 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-cacee75f-024f-49f1-92e8-c09132c78aca req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:04.842263 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Pushing event updated for resources: {'Port': ['ID=fccf6091-8700-4880-a1bd-af435e9dfffd,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:04.857987 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:04.868386 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 59930) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:04.895605 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3a39ceaf-ff42-46e7-a7e9-232037fe3339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.911971 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacee75f-024f-49f1-92e8-c09132c78aca req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:04.912636 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-cacee75f-024f-49f1-92e8-c09132c78aca req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.914139 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-3a39ceaf-ff42-46e7-a7e9-232037fe3339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:04.919439 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-3a39ceaf-ff42-46e7-a7e9-232037fe3339 admin admin] Usage tracker for resource:security_group_rule and tenant:5943091c1c534e76b94bd42f3c1b8ac0 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:04.923782 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-3a39ceaf-ff42-46e7-a7e9-232037fe3339 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:04.931691 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-3a39ceaf-ff42-46e7-a7e9-232037fe3339 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:04.982622 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cacee75f-024f-49f1-92e8-c09132c78aca req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6956935 Apr 30 13:17:05.005239 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1edafa7-3edf-44b5-be33-aa53a9ec62db req-c76d726c-f63b-4623-b3a3-43f11436fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:05.007031 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d1edafa7-3edf-44b5-be33-aa53a9ec62db req-c76d726c-f63b-4623-b3a3-43f11436fa44 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=df09c741a7944a279a111ee7be17ff02&device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 1096 time: 0.2998383 Apr 30 13:17:05.014143 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-cacee75f-024f-49f1-92e8-c09132c78aca req-e7b8909e-6f36-4857-b728-8bf0726d2e10 service neutron] Request body: {'port': {'device_id': '5a25c7c0-13a2-4f9f-909b-987b48e31049', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:05.031919 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-24f14ab1-6a4f-4333-89db-2cab74102375 None None] Provisioning for port fccf6091-8700-4880-a1bd-af435e9dfffd completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:05.036722 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-24f14ab1-6a4f-4333-89db-2cab74102375 None None] Provisioning complete for port fccf6091-8700-4880-a1bd-af435e9dfffd triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:05.037095 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-24f14ab1-6a4f-4333-89db-2cab74102375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.055456 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3a39ceaf-ff42-46e7-a7e9-232037fe3339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.059539 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3a39ceaf-ff42-46e7-a7e9-232037fe3339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.068158 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0411375d-fac8-44f6-8926-347ad4ad7dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:05.105551 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-24f14ab1-6a4f-4333-89db-2cab74102375 None None] Port fccf6091-8700-4880-a1bd-af435e9dfffd cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:17:05.115360 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-3a39ceaf-ff42-46e7-a7e9-232037fe3339 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5943091c1c534e76b94bd42f3c1b8ac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436481 Apr 30 13:17:05.115360 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39ceaf-ff42-46e7-a7e9-232037fe3339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f386ce-4c47-4a67-a62c-1592749d9010,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:05.116704 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 59938) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:05.120865 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-3a39ceaf-ff42-46e7-a7e9-232037fe3339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:05.188297 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a1042e89-0b8c-4a2a-a6a5-bc85a8b3530f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.216208 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a1042e89-0b8c-4a2a-a6a5-bc85a8b3530f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.253481 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60030fa7-8ed8-48c2-a751-d6aff1781860 req-7d723cc8-b4ae-4b53-9f07-c39192a27de3 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:05.254982 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-60030fa7-8ed8-48c2-a751-d6aff1781860 req-7d723cc8-b4ae-4b53-9f07-c39192a27de3 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 943 time: 0.3532047 Apr 30 13:17:05.272655 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a1042e89-0b8c-4a2a-a6a5-bc85a8b3530f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.276345 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-c86b838c-e3a1-410f-b474-22c21bc48916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:05.289787 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1042e89-0b8c-4a2a-a6a5-bc85a8b3530f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f386ce-4c47-4a67-a62c-1592749d9010,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:05.293766 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-a1042e89-0b8c-4a2a-a6a5-bc85a8b3530f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:05.297298 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-cacee75f-024f-49f1-92e8-c09132c78aca req-e7b8909e-6f36-4857-b728-8bf0726d2e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.299787 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a1042e89-0b8c-4a2a-a6a5-bc85a8b3530f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.300911 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-a1042e89-0b8c-4a2a-a6a5-bc85a8b3530f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45f386ce-4c47-4a67-a62c-1592749d9010 HTTP/1.1" status: 204 len: 168 time: 0.1833172 Apr 30 13:17:05.376247 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1edafa7-3edf-44b5-be33-aa53a9ec62db req-4a26aa4e-40e1-4b3a-85a4-fcaef58cae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:05.377769 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d1edafa7-3edf-44b5-be33-aa53a9ec62db req-4a26aa4e-40e1-4b3a-85a4-fcaef58cae0a service neutron] 10.222.0.96 "GET /v2.0/networks?id=16cacc0e-b911-4880-a672-4588b9d678ce HTTP/1.1" status: 200 len: 920 time: 0.3274984 Apr 30 13:17:05.451967 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-60030fa7-8ed8-48c2-a751-d6aff1781860 req-41673f43-ec94-48b6-9ed7-8b4f17082731 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883006 Apr 30 13:17:05.464420 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d1edafa7-3edf-44b5-be33-aa53a9ec62db req-5f25ee19-6caa-4dac-8f64-b45482b3e5bc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f66f479a-d1ce-4725-ae28-b6fd024fd9ec HTTP/1.1" status: 200 len: 217 time: 0.0784857 Apr 30 13:17:05.599388 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1edafa7-3edf-44b5-be33-aa53a9ec62db req-301d0379-d070-44da-ae80-c0bd02c6ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:05.600817 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d1edafa7-3edf-44b5-be33-aa53a9ec62db req-301d0379-d070-44da-ae80-c0bd02c6ecf8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fd394fd9-c3fe-47ae-8a12-8c1dcf3f181b HTTP/1.1" status: 200 len: 858 time: 0.1289661 Apr 30 13:17:05.845579 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d1edafa7-3edf-44b5-be33-aa53a9ec62db req-ba13a70f-9cba-4a98-b793-6e8339fe4247 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16cacc0e-b911-4880-a672-4588b9d678ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2337496 Apr 30 13:17:06.151041 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d1edafa7-3edf-44b5-be33-aa53a9ec62db req-63ba288d-379f-490d-bb50-921c75fb724d service neutron] 10.222.0.96 "GET /v2.0/networks/16cacc0e-b911-4880-a672-4588b9d678ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556441 Apr 30 13:17:06.245445 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e9cc8-f7a1-45e6-81ba-fb7c72bcc54e req-f4e2fd2b-c49c-472d-b5d3-32444c06a4af tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:06.252796 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1f9e9cc8-f7a1-45e6-81ba-fb7c72bcc54e req-f4e2fd2b-c49c-472d-b5d3-32444c06a4af tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a25c7c0-13a2-4f9f-909b-987b48e31049 HTTP/1.1" status: 200 len: 936 time: 0.4101226 Apr 30 13:17:06.367685 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-cacee75f-024f-49f1-92e8-c09132c78aca req-e7b8909e-6f36-4857-b728-8bf0726d2e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fccf6091-8700-4880-a1bd-af435e9dfffd {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:17:06.383040 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-cacee75f-024f-49f1-92e8-c09132c78aca req-e7b8909e-6f36-4857-b728-8bf0726d2e10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:06.398452 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-1f9e9cc8-f7a1-45e6-81ba-fb7c72bcc54e req-7782606e-0889-48bd-b900-a2713f6a00ad tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Synchronizing usage tracker for tenant:2e5a7c65d97448e2a9acad6d3dcffd74 on resource:security_group {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:17:06.428116 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-cacee75f-024f-49f1-92e8-c09132c78aca req-e7b8909e-6f36-4857-b728-8bf0726d2e10 service neutron] Transition to ACTIVE for port object fccf6091-8700-4880-a1bd-af435e9dfffd will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:06.438445 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-cacee75f-024f-49f1-92e8-c09132c78aca req-e7b8909e-6f36-4857-b728-8bf0726d2e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-554251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:06.444475 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:06.463079 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-cc78bdc1-e2f1-44f6-ad70-d76a958fcefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:06.475472 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d1edafa7-3edf-44b5-be33-aa53a9ec62db req-0fc6a828-287f-48be-b1fb-463129a639f7 service neutron] 10.222.0.96 "GET /v2.0/networks/16cacc0e-b911-4880-a672-4588b9d678ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051417 Apr 30 13:17:06.492117 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-1f9e9cc8-f7a1-45e6-81ba-fb7c72bcc54e req-7782606e-0889-48bd-b900-a2713f6a00ad tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Unset dirty status for tenant:2e5a7c65d97448e2a9acad6d3dcffd74 on resource:security_group {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:17:06.493242 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1f9e9cc8-f7a1-45e6-81ba-fb7c72bcc54e req-7782606e-0889-48bd-b900-a2713f6a00ad tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/security-groups?id=de5f4e91-4bb9-4897-acd5-ac5a9bdafe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396808 Apr 30 13:17:06.618181 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8909e-6f36-4857-b728-8bf0726d2e10 service neutron] Pushing event updated for resources: {'Port': ['ID=fccf6091-8700-4880-a1bd-af435e9dfffd,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:06.634961 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e7b8909e-6f36-4857-b728-8bf0726d2e10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:06.789168 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-cacee75f-024f-49f1-92e8-c09132c78aca req-e7b8909e-6f36-4857-b728-8bf0726d2e10 service neutron] Attempting to bind port fccf6091-8700-4880-a1bd-af435e9dfffd on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:17:06.789512 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-cacee75f-024f-49f1-92e8-c09132c78aca req-e7b8909e-6f36-4857-b728-8bf0726d2e10 service neutron] Attempting to bind port fccf6091-8700-4880-a1bd-af435e9dfffd by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '93781490-1220-42bc-be8e-33317beaa08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '823bb921-4a48-4010-bd77-c89e83813b86'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:17:06.789910 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacee75f-024f-49f1-92e8-c09132c78aca req-e7b8909e-6f36-4857-b728-8bf0726d2e10 service neutron] Attempting to bind port fccf6091-8700-4880-a1bd-af435e9dfffd on network 823bb921-4a48-4010-bd77-c89e83813b86 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:06.797885 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacee75f-024f-49f1-92e8-c09132c78aca req-e7b8909e-6f36-4857-b728-8bf0726d2e10 service neutron] Port fccf6091-8700-4880-a1bd-af435e9dfffd on network 823bb921-4a48-4010-bd77-c89e83813b86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:17:06.798225 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacee75f-024f-49f1-92e8-c09132c78aca req-e7b8909e-6f36-4857-b728-8bf0726d2e10 service neutron] Attempting to bind port fccf6091-8700-4880-a1bd-af435e9dfffd on network 823bb921-4a48-4010-bd77-c89e83813b86 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:06.812281 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacee75f-024f-49f1-92e8-c09132c78aca req-e7b8909e-6f36-4857-b728-8bf0726d2e10 service neutron] Checking agent: {'id': '339503ba-6418-440e-8cd9-ebb81c45e407', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:17:06.812618 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacee75f-024f-49f1-92e8-c09132c78aca req-e7b8909e-6f36-4857-b728-8bf0726d2e10 service neutron] Checking segment: {'id': '93781490-1220-42bc-be8e-33317beaa08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '823bb921-4a48-4010-bd77-c89e83813b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:06.812998 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacee75f-024f-49f1-92e8-c09132c78aca req-e7b8909e-6f36-4857-b728-8bf0726d2e10 service neutron] Bound using segment: {'id': '93781490-1220-42bc-be8e-33317beaa08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '823bb921-4a48-4010-bd77-c89e83813b86'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:17:06.813428 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-cacee75f-024f-49f1-92e8-c09132c78aca req-e7b8909e-6f36-4857-b728-8bf0726d2e10 service neutron] Bound port: fccf6091-8700-4880-a1bd-af435e9dfffd, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93781490-1220-42bc-be8e-33317beaa08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '823bb921-4a48-4010-bd77-c89e83813b86'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:17:06.813767 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-cacee75f-024f-49f1-92e8-c09132c78aca req-e7b8909e-6f36-4857-b728-8bf0726d2e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:06.876279 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb87f3b-289b-414c-b727-32cc4d58eb4c req-15f4d2ee-a2fa-4c84-a50a-cfab601bf5e3 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:06.877754 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fcb87f3b-289b-414c-b727-32cc4d58eb4c req-15f4d2ee-a2fa-4c84-a50a-cfab601bf5e3 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 943 time: 0.1957672 Apr 30 13:17:06.949944 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-cacee75f-024f-49f1-92e8-c09132c78aca req-e7b8909e-6f36-4857-b728-8bf0726d2e10 service neutron] For port fccf6091-8700-4880-a1bd-af435e9dfffd, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:17:06.957705 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fcb87f3b-289b-414c-b727-32cc4d58eb4c req-ecad072e-70f6-4197-9e2b-665a063b04d4 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687158 Apr 30 13:17:06.966923 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-cacee75f-024f-49f1-92e8-c09132c78aca req-e7b8909e-6f36-4857-b728-8bf0726d2e10 service neutron] For port fccf6091-8700-4880-a1bd-af435e9dfffd, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fccf6091-8700-4880-a1bd-af435e9dfffd,segment=NetworkSegment(93781490-1220-42bc-be8e-33317beaa08b),segment_id=93781490-1220-42bc-be8e-33317beaa08b)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:17:06.971885 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-cacee75f-024f-49f1-92e8-c09132c78aca req-e7b8909e-6f36-4857-b728-8bf0726d2e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-554251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:06.977718 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:06.999597 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 537199a2-51a8-4471-9687-6bd43265ede4 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:17:07.029833 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacee75f-024f-49f1-92e8-c09132c78aca req-e7b8909e-6f36-4857-b728-8bf0726d2e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:07.030458 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-cacee75f-024f-49f1-92e8-c09132c78aca req-e7b8909e-6f36-4857-b728-8bf0726d2e10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:07.032415 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cacee75f-024f-49f1-92e8-c09132c78aca req-e7b8909e-6f36-4857-b728-8bf0726d2e10 service neutron] 10.222.0.96 "PUT /v2.0/ports/fccf6091-8700-4880-a1bd-af435e9dfffd HTTP/1.1" status: 200 len: 1098 time: 2.0234344 Apr 30 13:17:07.032896 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a25c7c0-13a2-4f9f-909b-987b48e31049', 'tag': 'fccf6091-8700-4880-a1bd-af435e9dfffd'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:07.062611 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8909e-6f36-4857-b728-8bf0726d2e10 service neutron] Pushing event updated for resources: {'Port': ['ID=fccf6091-8700-4880-a1bd-af435e9dfffd,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:07.065712 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e7b8909e-6f36-4857-b728-8bf0726d2e10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:07.108537 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a25c7c0-13a2-4f9f-909b-987b48e31049', 'tag': 'fccf6091-8700-4880-a1bd-af435e9dfffd', 'status': 'completed', 'code': 200} Apr 30 13:17:07.178699 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 537199a2-51a8-4471-9687-6bd43265ede4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=537199a2-51a8-4471-9687-6bd43265ede4,segment=NetworkSegment(50078421-7507-4b0e-85d6-43a180dc765f),segment_id=50078421-7507-4b0e-85d6-43a180dc765f)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:07.194697 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Returning: {'device': '537199a2-51a8-4471-9687-6bd43265ede4', 'network_id': '16cacc0e-b911-4880-a672-4588b9d678ce', 'port_id': '537199a2-51a8-4471-9687-6bd43265ede4', 'mac_address': 'fa:16:3e:45:36:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd394fd9-c3fe-47ae-8a12-8c1dcf3f181b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:17:07.205677 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacee75f-024f-49f1-92e8-c09132c78aca req-39b7353c-9877-49e1-bec1-55b62d8f112c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:07.207609 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cacee75f-024f-49f1-92e8-c09132c78aca req-39b7353c-9877-49e1-bec1-55b62d8f112c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2e5a7c65d97448e2a9acad6d3dcffd74&device_id=5a25c7c0-13a2-4f9f-909b-987b48e31049 HTTP/1.1" status: 200 len: 1101 time: 0.0986345 Apr 30 13:17:07.264154 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:07.287516 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537199a2-51a8-4471-9687-6bd43265ede4 {{(pid=73847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:17:07.306566 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cacee75f-024f-49f1-92e8-c09132c78aca req-ae4dc11e-2cac-4a1f-acc7-a6255457c755 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=fccf6091-8700-4880-a1bd-af435e9dfffd HTTP/1.1" status: 200 len: 217 time: 0.0775354 Apr 30 13:17:07.309477 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 537199a2-51a8-4471-9687-6bd43265ede4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=537199a2-51a8-4471-9687-6bd43265ede4,segment=NetworkSegment(50078421-7507-4b0e-85d6-43a180dc765f),segment_id=50078421-7507-4b0e-85d6-43a180dc765f)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:07.316779 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:07.320989 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:07.409337 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=537199a2-51a8-4471-9687-6bd43265ede4,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:07.415379 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:07.445241 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacee75f-024f-49f1-92e8-c09132c78aca req-fc6696fc-9a55-42dd-b222-e0a3330a8cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:07.446747 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cacee75f-024f-49f1-92e8-c09132c78aca req-fc6696fc-9a55-42dd-b222-e0a3330a8cc9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=86ca516f-8a2e-42bf-b561-43fc05212814 HTTP/1.1" status: 200 len: 843 time: 0.1321955 Apr 30 13:17:07.548623 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacee75f-024f-49f1-92e8-c09132c78aca req-e216cfdb-529a-4613-98f0-48a3087a5a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:07.550176 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cacee75f-024f-49f1-92e8-c09132c78aca req-e216cfdb-529a-4613-98f0-48a3087a5a2d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=823bb921-4a48-4010-bd77-c89e83813b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0757556 Apr 30 13:17:07.743989 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cacee75f-024f-49f1-92e8-c09132c78aca req-77d0e3a7-375b-4e2b-a5ed-2f442c5b4525 service neutron] 10.222.0.96 "GET /v2.0/networks/823bb921-4a48-4010-bd77-c89e83813b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799438 Apr 30 13:17:07.753820 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['537199a2-51a8-4471-9687-6bd43265ede4'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:17:07.780155 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 60032) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:07.907363 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-432d9915-948d-4d9b-b994-bbefd6f0e9ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:07.922133 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-432d9915-948d-4d9b-b994-bbefd6f0e9ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:07.925857 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-432d9915-948d-4d9b-b994-bbefd6f0e9ab admin admin] Usage tracker for resource:security_group_rule and tenant:fd18d4725b234f37b0f86c33de93e5da is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:07.928622 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-432d9915-948d-4d9b-b994-bbefd6f0e9ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:07.935176 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-432d9915-948d-4d9b-b994-bbefd6f0e9ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:07.977739 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3f056-22b9-4f2c-a261-846924ac6637 req-b0d11653-35c8-46dd-a0cc-ac27fa6c64af tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:07.979316 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2eb3f056-22b9-4f2c-a261-846924ac6637 req-b0d11653-35c8-46dd-a0cc-ac27fa6c64af tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a25c7c0-13a2-4f9f-909b-987b48e31049 HTTP/1.1" status: 200 len: 948 time: 0.2899680 Apr 30 13:17:08.027635 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-432d9915-948d-4d9b-b994-bbefd6f0e9ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:08.033709 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-432d9915-948d-4d9b-b994-bbefd6f0e9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:08.038866 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cacee75f-024f-49f1-92e8-c09132c78aca req-8025edbe-07ef-4c9a-bce9-172472dcd85a service neutron] 10.222.0.96 "GET /v2.0/networks/823bb921-4a48-4010-bd77-c89e83813b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858427 Apr 30 13:17:08.069107 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2eb3f056-22b9-4f2c-a261-846924ac6637 req-4dc077d9-0fee-4cc6-afc6-3bdb7bf6dbc5 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/security-groups?id=de5f4e91-4bb9-4897-acd5-ac5a9bdafe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774770 Apr 30 13:17:08.069288 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-585af963-0b9f-4f3f-8f57-27acfddbe87b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:08.087574 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-432d9915-948d-4d9b-b994-bbefd6f0e9ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd18d4725b234f37b0f86c33de93e5da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051424 Apr 30 13:17:08.089974 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 60042) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:08.115026 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d9915-948d-4d9b-b994-bbefd6f0e9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb96821-4910-475d-8fb5-fb1c35867de1,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:08.130145 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-432d9915-948d-4d9b-b994-bbefd6f0e9ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:08.264494 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1113966d-ed56-48f6-8f78-d18bd60ec217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:08.343822 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1113966d-ed56-48f6-8f78-d18bd60ec217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:08.420355 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2a423-debb-44db-b0c4-d8d36f4d47c6 req-45f5a650-faaf-4b5d-a817-3921f9b8e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:08.422349 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-78e2a423-debb-44db-b0c4-d8d36f4d47c6 req-45f5a650-faaf-4b5d-a817-3921f9b8e9d2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2e5a7c65d97448e2a9acad6d3dcffd74&device_id=5a25c7c0-13a2-4f9f-909b-987b48e31049 HTTP/1.1" status: 200 len: 1101 time: 0.2622921 Apr 30 13:17:08.429563 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a09b6c-d79a-4407-baf1-fa6b16986855 req-c7a805bd-377c-4962-8122-db7e103ba544 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:08.430900 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-98a09b6c-d79a-4407-baf1-fa6b16986855 req-c7a805bd-377c-4962-8122-db7e103ba544 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 943 time: 0.3202379 Apr 30 13:17:08.623779 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-98a09b6c-d79a-4407-baf1-fa6b16986855 req-376db7be-c1db-4955-aaec-156e235c7f4a tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814635 Apr 30 13:17:08.634036 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-a849a4de-9069-4e87-9895-551e9a37e243 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:08.635474 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-a849a4de-9069-4e87-9895-551e9a37e243 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/networks?id=a75ffc8e-f4e6-415a-9acb-883798976b2c HTTP/1.1" status: 200 len: 815 time: 0.3456542 Apr 30 13:17:08.656720 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1113966d-ed56-48f6-8f78-d18bd60ec217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:08.666988 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:08.680972 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2a423-debb-44db-b0c4-d8d36f4d47c6 req-475a83df-2e2a-4785-9e81-77613bd4e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:08.682404 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-78e2a423-debb-44db-b0c4-d8d36f4d47c6 req-475a83df-2e2a-4785-9e81-77613bd4e5c6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=823bb921-4a48-4010-bd77-c89e83813b86 HTTP/1.1" status: 200 len: 871 time: 0.2506857 Apr 30 13:17:08.685799 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-ca908b91-a7ae-4efe-937c-b1a23624e5d1 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/quotas/92757e3fba2f43fbbc422ff9719041f0 HTTP/1.1" status: 200 len: 375 time: 0.0335138 Apr 30 13:17:08.686523 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113966d-ed56-48f6-8f78-d18bd60ec217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb96821-4910-475d-8fb5-fb1c35867de1,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:08.689996 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1113966d-ed56-48f6-8f78-d18bd60ec217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:08.691962 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1113966d-ed56-48f6-8f78-d18bd60ec217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:08.693025 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-1113966d-ed56-48f6-8f78-d18bd60ec217 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/deb96821-4910-475d-8fb5-fb1c35867de1 HTTP/1.1" status: 204 len: 168 time: 0.6014223 Apr 30 13:17:08.798020 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-78e2a423-debb-44db-b0c4-d8d36f4d47c6 req-b45f0454-596b-4614-9eb0-8085cb31d3e5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=fccf6091-8700-4880-a1bd-af435e9dfffd HTTP/1.1" status: 200 len: 217 time: 0.0729909 Apr 30 13:17:08.889178 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-bdaffe0a-8810-4a8b-90f2-49af09404da2 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=92757e3fba2f43fbbc422ff9719041f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1943991 Apr 30 13:17:08.927452 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2a423-debb-44db-b0c4-d8d36f4d47c6 req-fec1ebcd-ace5-439a-9ac7-bfab9b76b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:08.928856 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-78e2a423-debb-44db-b0c4-d8d36f4d47c6 req-fec1ebcd-ace5-439a-9ac7-bfab9b76b2b7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=86ca516f-8a2e-42bf-b561-43fc05212814 HTTP/1.1" status: 200 len: 843 time: 0.1037445 Apr 30 13:17:08.999522 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 60068) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:09.008686 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device f66f479a-d1ce-4725-ae28-b6fd024fd9ec details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:17:09.017063 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 537199a2-51a8-4471-9687-6bd43265ede4 up at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:09.017247 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3ed2a848-0f51-4a79-9f04-670f31a3f145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.032022 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-3ed2a848-0f51-4a79-9f04-670f31a3f145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:09.035852 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-3ed2a848-0f51-4a79-9f04-670f31a3f145 admin admin] Usage tracker for resource:security_group_rule and tenant:9630ae9998534e8c8732f63eae791e98 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:09.038671 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-3ed2a848-0f51-4a79-9f04-670f31a3f145 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:09.044608 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-3ed2a848-0f51-4a79-9f04-670f31a3f145 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:09.091130 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-64e20143-4030-41a2-b28b-aa2296aae139 service neutron] 10.222.0.30 "GET /v2.0/networks/a75ffc8e-f4e6-415a-9acb-883798976b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899657 Apr 30 13:17:09.101518 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2a423-debb-44db-b0c4-d8d36f4d47c6 req-ca3829e3-6b4a-4a32-875f-5229d4e37bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:09.102779 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-78e2a423-debb-44db-b0c4-d8d36f4d47c6 req-ca3829e3-6b4a-4a32-875f-5229d4e37bba service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=823bb921-4a48-4010-bd77-c89e83813b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1580727 Apr 30 13:17:09.175610 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3ed2a848-0f51-4a79-9f04-670f31a3f145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.180732 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3ed2a848-0f51-4a79-9f04-670f31a3f145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.198050 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.225735 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-6a004979-6f73-4853-bf8d-b8ecf6503432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.243626 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning for port 537199a2-51a8-4471-9687-6bd43265ede4 completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:09.260033 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning complete for port 537199a2-51a8-4471-9687-6bd43265ede4 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:09.260574 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.271016 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-45f5b523-a925-499e-99e5-46a2e90f2c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:09.313475 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-3ed2a848-0f51-4a79-9f04-670f31a3f145 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9630ae9998534e8c8732f63eae791e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3102396 Apr 30 13:17:09.314409 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2a848-0f51-4a79-9f04-670f31a3f145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622b112a-080e-40a6-b5c9-8385f399d182,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:09.316185 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port f66f479a-d1ce-4725-ae28-b6fd024fd9ec, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f66f479a-d1ce-4725-ae28-b6fd024fd9ec,segment=NetworkSegment(50078421-7507-4b0e-85d6-43a180dc765f),segment_id=50078421-7507-4b0e-85d6-43a180dc765f)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:09.316898 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 60074) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:09.320735 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-3ed2a848-0f51-4a79-9f04-670f31a3f145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:09.353422 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Returning: {'device': 'f66f479a-d1ce-4725-ae28-b6fd024fd9ec', 'network_id': '16cacc0e-b911-4880-a672-4588b9d678ce', 'port_id': 'f66f479a-d1ce-4725-ae28-b6fd024fd9ec', 'mac_address': 'fa:16:3e:72:dd:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd394fd9-c3fe-47ae-8a12-8c1dcf3f181b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:17:09.379763 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8f93a4a2-a444-4d43-9acc-761082490005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.405975 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8f93a4a2-a444-4d43-9acc-761082490005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.413787 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-eec98ebc-8794-46d5-90c3-2d1587bb7ae0 service neutron] 10.222.0.30 "GET /v2.0/networks/a75ffc8e-f4e6-415a-9acb-883798976b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151059 Apr 30 13:17:09.415483 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-78e2a423-debb-44db-b0c4-d8d36f4d47c6 req-5496ffe0-3876-4e56-bb7b-97d3dfcc12ef service neutron] 10.222.0.96 "GET /v2.0/networks/823bb921-4a48-4010-bd77-c89e83813b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930691 Apr 30 13:17:09.432851 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5291d0-009b-4fd9-8283-e6257498f471 req-0e7802e8-7f0b-4daa-8705-e8c8f328747d tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:09.434372 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1c5291d0-009b-4fd9-8283-e6257498f471 req-0e7802e8-7f0b-4daa-8705-e8c8f328747d tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a25c7c0-13a2-4f9f-909b-987b48e31049 HTTP/1.1" status: 200 len: 948 time: 0.2522802 Apr 30 13:17:09.450042 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.478684 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8f93a4a2-a444-4d43-9acc-761082490005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.486526 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-2d0217e1-3b64-4840-ad06-37d82ac4707f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:09.491723 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f66f479a-d1ce-4725-ae28-b6fd024fd9ec {{(pid=73847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:17:09.503286 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93a4a2-a444-4d43-9acc-761082490005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622b112a-080e-40a6-b5c9-8385f399d182,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:09.507020 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-8f93a4a2-a444-4d43-9acc-761082490005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:09.511436 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.516467 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8f93a4a2-a444-4d43-9acc-761082490005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.519944 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-8f93a4a2-a444-4d43-9acc-761082490005 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/622b112a-080e-40a6-b5c9-8385f399d182 HTTP/1.1" status: 204 len: 168 time: 0.1985035 Apr 30 13:17:09.552981 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port f66f479a-d1ce-4725-ae28-b6fd024fd9ec, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f66f479a-d1ce-4725-ae28-b6fd024fd9ec,segment=NetworkSegment(50078421-7507-4b0e-85d6-43a180dc765f),segment_id=50078421-7507-4b0e-85d6-43a180dc765f)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:09.607238 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 537199a2-51a8-4471-9687-6bd43265ede4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=537199a2-51a8-4471-9687-6bd43265ede4,segment=NetworkSegment(50078421-7507-4b0e-85d6-43a180dc765f),segment_id=50078421-7507-4b0e-85d6-43a180dc765f)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:09.631609 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb49cd6-73b1-4f25-b736-373aefe9ca8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537199a2-51a8-4471-9687-6bd43265ede4'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:09.640899 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.643142 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:09.675226 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.752530 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1c5291d0-009b-4fd9-8283-e6257498f471 req-ecc5bcf2-bda7-47a5-978a-c45d2635cc52 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/security-groups?id=de5f4e91-4bb9-4897-acd5-ac5a9bdafe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950232 Apr 30 13:17:09.762126 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=f66f479a-d1ce-4725-ae28-b6fd024fd9ec,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:09.765566 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:09.766180 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-fed17870-c0fb-4a2d-85cd-ef9ba60b486f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:09.766745 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bb7a6f51-ab76-4387-bea9-3da6e18eb2cd req-cf82017d-fa18-4b8c-8756-3b6bd9f4e4af tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fd8a448-f370-45c8-807d-3b676c71f128 HTTP/1.1" status: 200 len: 210 time: 0.1003025 Apr 30 13:17:09.849503 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-78e2a423-debb-44db-b0c4-d8d36f4d47c6 req-f7bd13b5-5e13-4da4-aca4-8d4464e0e4d8 service neutron] 10.222.0.96 "GET /v2.0/networks/823bb921-4a48-4010-bd77-c89e83813b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136484 Apr 30 13:17:09.898498 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb49cd6-73b1-4f25-b736-373aefe9ca8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537199a2-51a8-4471-9687-6bd43265ede4', 'code': 200} Apr 30 13:17:09.900454 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=537199a2-51a8-4471-9687-6bd43265ede4,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:09.907205 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:10.038645 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c315b-6fd0-42a6-91ac-556e358514cc req-2c5d0dd6-6924-4696-bb6a-06374f4da254 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:10.038645 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-556c315b-6fd0-42a6-91ac-556e358514cc req-2c5d0dd6-6924-4696-bb6a-06374f4da254 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 944 time: 0.1114018 Apr 30 13:17:10.091476 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['f66f479a-d1ce-4725-ae28-b6fd024fd9ec'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:17:10.096432 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-556c315b-6fd0-42a6-91ac-556e358514cc req-56672a01-13ba-4560-94d1-5e2f7de97ad3 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497231 Apr 30 13:17:10.215017 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:10.317690 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e55b51-6f6d-41dd-99c8-26ef5ff42618 req-936bacc5-6d29-4379-a440-a7107df9fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:10.319316 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-08e55b51-6f6d-41dd-99c8-26ef5ff42618 req-936bacc5-6d29-4379-a440-a7107df9fe26 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 1099 time: 0.0813925 Apr 30 13:17:10.372829 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-08e55b51-6f6d-41dd-99c8-26ef5ff42618 req-58715339-9069-4386-a9ee-532436a9f599 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458295 Apr 30 13:17:11.020432 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c7fe091e-e8dc-4eee-a14f-d91751315314 req-2dd678e4-00db-481e-a481-6e026087bd36 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fd8a448-f370-45c8-807d-3b676c71f128 HTTP/1.1" status: 200 len: 210 time: 0.0517993 Apr 30 13:17:11.032329 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device fccf6091-8700-4880-a1bd-af435e9dfffd details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:17:11.059969 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988ccb3-b766-493e-b8f8-375646fbe0c8 req-5c55fa22-acc9-4957-8e03-97499817e349 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:11.061775 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3988ccb3-b766-493e-b8f8-375646fbe0c8 req-5c55fa22-acc9-4957-8e03-97499817e349 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a25c7c0-13a2-4f9f-909b-987b48e31049 HTTP/1.1" status: 200 len: 948 time: 0.1322217 Apr 30 13:17:11.114993 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3988ccb3-b766-493e-b8f8-375646fbe0c8 req-7751fed1-263b-4cc2-866d-556086d99d5a tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/security-groups?id=de5f4e91-4bb9-4897-acd5-ac5a9bdafe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467870 Apr 30 13:17:11.198914 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port fccf6091-8700-4880-a1bd-af435e9dfffd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fccf6091-8700-4880-a1bd-af435e9dfffd,segment=NetworkSegment(93781490-1220-42bc-be8e-33317beaa08b),segment_id=93781490-1220-42bc-be8e-33317beaa08b)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:11.215660 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Returning: {'device': 'fccf6091-8700-4880-a1bd-af435e9dfffd', 'network_id': '823bb921-4a48-4010-bd77-c89e83813b86', 'port_id': 'fccf6091-8700-4880-a1bd-af435e9dfffd', 'mac_address': 'fa:16:3e:7a:20:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86ca516f-8a2e-42bf-b561-43fc05212814', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:17:11.272766 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:11.295089 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fccf6091-8700-4880-a1bd-af435e9dfffd {{(pid=73847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:17:11.313983 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port fccf6091-8700-4880-a1bd-af435e9dfffd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fccf6091-8700-4880-a1bd-af435e9dfffd,segment=NetworkSegment(93781490-1220-42bc-be8e-33317beaa08b),segment_id=93781490-1220-42bc-be8e-33317beaa08b)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:11.319175 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:11.319954 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3468201-4a00-4f20-9bef-c88cf0d79df1 req-228141a9-1d48-4f5d-bd1c-135e4b68cdad tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:11.321625 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:11.322478 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d3468201-4a00-4f20-9bef-c88cf0d79df1 req-228141a9-1d48-4f5d-bd1c-135e4b68cdad tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 944 time: 0.0994694 Apr 30 13:17:11.376820 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d3468201-4a00-4f20-9bef-c88cf0d79df1 req-1359735c-bca8-48cf-9bb5-ba0418431ee2 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479436 Apr 30 13:17:11.399541 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=fccf6091-8700-4880-a1bd-af435e9dfffd,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:11.402678 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:11.668269 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:11.853647 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['fccf6091-8700-4880-a1bd-af435e9dfffd'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:17:11.905357 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-13c9cea1-963b-4aa3-b75a-27701f0b4f72 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:11.906906 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-13c9cea1-963b-4aa3-b75a-27701f0b4f72 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.96 "GET /v2.0/networks?id=a75ffc8e-f4e6-415a-9acb-883798976b2c HTTP/1.1" status: 200 len: 815 time: 0.2007349 Apr 30 13:17:12.005573 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-5435b652-75c8-491d-88e4-545c7c4a9f6c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Request body: {'port': {'device_id': '1fd8a448-f370-45c8-807d-3b676c71f128', 'network_id': 'a75ffc8e-f4e6-415a-9acb-883798976b2c', 'admin_state_up': True, 'tenant_id': '92757e3fba2f43fbbc422ff9719041f0'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:12.203174 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-5435b652-75c8-491d-88e4-545c7c4a9f6c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:12.215804 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-5435b652-75c8-491d-88e4-545c7c4a9f6c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Usage tracker for resource:port and tenant:92757e3fba2f43fbbc422ff9719041f0 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:12.219948 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-45eaea42-bb3c-4644-bf9f-236d8636f9d6 req-92a2f5ea-4528-4649-ab62-7ee023560f6e tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fd8a448-f370-45c8-807d-3b676c71f128 HTTP/1.1" status: 200 len: 210 time: 0.0532629 Apr 30 13:17:12.220739 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-5435b652-75c8-491d-88e4-545c7c4a9f6c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:12.228558 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-5435b652-75c8-491d-88e4-545c7c4a9f6c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:12.241750 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-5435b652-75c8-491d-88e4-545c7c4a9f6c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Made reservation on behalf of 92757e3fba2f43fbbc422ff9719041f0 for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:17:12.245419 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-5435b652-75c8-491d-88e4-545c7c4a9f6c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:12.462245 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c25ad6-3546-45b6-9c01-4f3582fe3989 req-50e1a15e-3977-4160-b96a-d41051f742bd tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:12.467209 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a4c25ad6-3546-45b6-9c01-4f3582fe3989 req-50e1a15e-3977-4160-b96a-d41051f742bd tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a25c7c0-13a2-4f9f-909b-987b48e31049 HTTP/1.1" status: 200 len: 949 time: 0.2056520 Apr 30 13:17:12.517685 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-5435b652-75c8-491d-88e4-545c7c4a9f6c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Allocated IP 172.20.0.5 (a75ffc8e-f4e6-415a-9acb-883798976b2c/aa65aba5-f1eb-49b6-881e-26a1aa2e4072/5fa88126-d0a0-48c0-80bd-0adc40108374) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:12.539229 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a4c25ad6-3546-45b6-9c01-4f3582fe3989 req-67aaead0-dcad-4758-84c0-78376fc624c6 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/security-groups?id=de5f4e91-4bb9-4897-acd5-ac5a9bdafe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687373 Apr 30 13:17:12.781470 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280282ef-f6de-4761-a9d9-739e14df0989 req-43264f57-fbbd-4940-a3e9-ddcda7dc63d6 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:12.783048 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-280282ef-f6de-4761-a9d9-739e14df0989 req-43264f57-fbbd-4940-a3e9-ddcda7dc63d6 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 944 time: 0.1961346 Apr 30 13:17:12.859546 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-280282ef-f6de-4761-a9d9-739e14df0989 req-acd0a443-02d7-4549-8389-2f4f9e5dc76f tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686522 Apr 30 13:17:12.866293 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-5435b652-75c8-491d-88e4-545c7c4a9f6c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:12.896692 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-5435b652-75c8-491d-88e4-545c7c4a9f6c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:12.902152 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:12.944345 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e', '95f34187-edf9-4ac6-b776-e8875f572228'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:17:12.967919 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-5435b652-75c8-491d-88e4-545c7c4a9f6c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Network a75ffc8e-f4e6-415a-9acb-883798976b2c is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:12.971534 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-5435b652-75c8-491d-88e4-545c7c4a9f6c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:12.975554 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-5435b652-75c8-491d-88e4-545c7c4a9f6c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:13.053011 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device f66f479a-d1ce-4725-ae28-b6fd024fd9ec up at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:13.111199 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435b652-75c8-491d-88e4-545c7c4a9f6c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Pushing event updated for resources: {'Port': ['ID=5fa88126-d0a0-48c0-80bd-0adc40108374,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:13.119801 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5435b652-75c8-491d-88e4-545c7c4a9f6c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:13.143083 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-5435b652-75c8-491d-88e4-545c7c4a9f6c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:13.143682 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-5435b652-75c8-491d-88e4-545c7c4a9f6c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:13.168433 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-5435b652-75c8-491d-88e4-545c7c4a9f6c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1675153 Apr 30 13:17:13.169993 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning for port f66f479a-d1ce-4725-ae28-b6fd024fd9ec completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:13.184797 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning complete for port f66f479a-d1ce-4725-ae28-b6fd024fd9ec triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:13.185177 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:13.187417 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-ffc866b8-4a8e-4d42-85a0-d9527e3b1e38 service neutron] Request body: {'port': {'device_id': '1fd8a448-f370-45c8-807d-3b676c71f128', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:13.306643 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-ffc866b8-4a8e-4d42-85a0-d9527e3b1e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:13.370479 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:13.420854 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69e5b10-daf0-438f-8217-5202f874d5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66f479a-d1ce-4725-ae28-b6fd024fd9ec'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:13.441182 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port f66f479a-d1ce-4725-ae28-b6fd024fd9ec, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f66f479a-d1ce-4725-ae28-b6fd024fd9ec,segment=NetworkSegment(50078421-7507-4b0e-85d6-43a180dc765f),segment_id=50078421-7507-4b0e-85d6-43a180dc765f)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:13.454236 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:13.455083 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device fccf6091-8700-4880-a1bd-af435e9dfffd up at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:13.484395 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69e5b10-daf0-438f-8217-5202f874d5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66f479a-d1ce-4725-ae28-b6fd024fd9ec', 'code': 200} Apr 30 13:17:13.487342 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:13.535750 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6661ae6-2771-473b-a6fc-8238aa83de89 req-07186085-0f7f-45a1-a834-894136690946 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:13.536146 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-e6661ae6-2771-473b-a6fc-8238aa83de89 req-07186085-0f7f-45a1-a834-894136690946 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Synchronizing usage tracker for tenant:92757e3fba2f43fbbc422ff9719041f0 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:17:13.595717 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=f66f479a-d1ce-4725-ae28-b6fd024fd9ec,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:13.599185 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:13.608189 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning for port fccf6091-8700-4880-a1bd-af435e9dfffd completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:13.616326 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning complete for port fccf6091-8700-4880-a1bd-af435e9dfffd triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:13.616703 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:13.629327 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-e6661ae6-2771-473b-a6fc-8238aa83de89 req-07186085-0f7f-45a1-a834-894136690946 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Unset dirty status for tenant:92757e3fba2f43fbbc422ff9719041f0 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:17:13.630426 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e6661ae6-2771-473b-a6fc-8238aa83de89 req-07186085-0f7f-45a1-a834-894136690946 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fd8a448-f370-45c8-807d-3b676c71f128 HTTP/1.1" status: 200 len: 931 time: 0.2730522 Apr 30 13:17:13.699403 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e6661ae6-2771-473b-a6fc-8238aa83de89 req-82146d9c-c298-4b6a-a2eb-1ef4a14effba tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596974 Apr 30 13:17:13.755414 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:13.773207 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-ffc866b8-4a8e-4d42-85a0-d9527e3b1e38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa88126-d0a0-48c0-80bd-0adc40108374 {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:17:13.781722 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-ffc866b8-4a8e-4d42-85a0-d9527e3b1e38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:13.790160 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port fccf6091-8700-4880-a1bd-af435e9dfffd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fccf6091-8700-4880-a1bd-af435e9dfffd,segment=NetworkSegment(93781490-1220-42bc-be8e-33317beaa08b),segment_id=93781490-1220-42bc-be8e-33317beaa08b)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:13.794043 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:13.797304 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:13.799302 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-ffc866b8-4a8e-4d42-85a0-d9527e3b1e38 service neutron] Transition to ACTIVE for port object 5fa88126-d0a0-48c0-80bd-0adc40108374 will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:13.802909 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-ffc866b8-4a8e-4d42-85a0-d9527e3b1e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-554251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:13.807687 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1400bf33-71ee-4205-b352-24c7f525f8e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:13.864741 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=fccf6091-8700-4880-a1bd-af435e9dfffd,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:13.868033 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:13.977559 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc866b8-4a8e-4d42-85a0-d9527e3b1e38 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa88126-d0a0-48c0-80bd-0adc40108374,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:13.982147 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ffc866b8-4a8e-4d42-85a0-d9527e3b1e38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:14.084729 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d15ddc-481e-46e9-822a-b4a26a6a52f1 req-a4059271-a88b-48a6-bd14-ce35a31a2964 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:14.086216 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-36d15ddc-481e-46e9-822a-b4a26a6a52f1 req-a4059271-a88b-48a6-bd14-ce35a31a2964 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a25c7c0-13a2-4f9f-909b-987b48e31049 HTTP/1.1" status: 200 len: 950 time: 0.2442489 Apr 30 13:17:14.118444 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-ffc866b8-4a8e-4d42-85a0-d9527e3b1e38 service neutron] Attempting to bind port 5fa88126-d0a0-48c0-80bd-0adc40108374 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:17:14.118776 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-ffc866b8-4a8e-4d42-85a0-d9527e3b1e38 service neutron] Attempting to bind port 5fa88126-d0a0-48c0-80bd-0adc40108374 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'a75ffc8e-f4e6-415a-9acb-883798976b2c'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:17:14.119125 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-ffc866b8-4a8e-4d42-85a0-d9527e3b1e38 service neutron] Attempting to bind port 5fa88126-d0a0-48c0-80bd-0adc40108374 on network a75ffc8e-f4e6-415a-9acb-883798976b2c {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:14.129079 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-ffc866b8-4a8e-4d42-85a0-d9527e3b1e38 service neutron] Port 5fa88126-d0a0-48c0-80bd-0adc40108374 on network a75ffc8e-f4e6-415a-9acb-883798976b2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:17:14.129396 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-ffc866b8-4a8e-4d42-85a0-d9527e3b1e38 service neutron] Attempting to bind port 5fa88126-d0a0-48c0-80bd-0adc40108374 on network a75ffc8e-f4e6-415a-9acb-883798976b2c {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:14.145680 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-ffc866b8-4a8e-4d42-85a0-d9527e3b1e38 service neutron] Checking agent: {'id': '339503ba-6418-440e-8cd9-ebb81c45e407', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:17:14.145937 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-ffc866b8-4a8e-4d42-85a0-d9527e3b1e38 service neutron] Checking segment: {'id': '5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'a75ffc8e-f4e6-415a-9acb-883798976b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:14.146338 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-ffc866b8-4a8e-4d42-85a0-d9527e3b1e38 service neutron] Bound using segment: {'id': '5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'a75ffc8e-f4e6-415a-9acb-883798976b2c'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:17:14.146767 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-ffc866b8-4a8e-4d42-85a0-d9527e3b1e38 service neutron] Bound port: 5fa88126-d0a0-48c0-80bd-0adc40108374, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'a75ffc8e-f4e6-415a-9acb-883798976b2c'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:17:14.147109 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-ffc866b8-4a8e-4d42-85a0-d9527e3b1e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:14.169313 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-36d15ddc-481e-46e9-822a-b4a26a6a52f1 req-e840d971-aeb9-4478-9caa-22244a1325c4 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/security-groups?id=de5f4e91-4bb9-4897-acd5-ac5a9bdafe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701256 Apr 30 13:17:14.246831 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-ffc866b8-4a8e-4d42-85a0-d9527e3b1e38 service neutron] For port 5fa88126-d0a0-48c0-80bd-0adc40108374, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:17:14.250368 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-ffc866b8-4a8e-4d42-85a0-d9527e3b1e38 service neutron] For port 5fa88126-d0a0-48c0-80bd-0adc40108374, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5fa88126-d0a0-48c0-80bd-0adc40108374,segment=NetworkSegment(5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1),segment_id=5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:17:14.255022 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-ffc866b8-4a8e-4d42-85a0-d9527e3b1e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-554251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:14.259126 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ffc866b8-4a8e-4d42-85a0-d9527e3b1e38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:14.313755 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-ffc866b8-4a8e-4d42-85a0-d9527e3b1e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:14.314390 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-ffc866b8-4a8e-4d42-85a0-d9527e3b1e38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:14.315752 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-ffc866b8-4a8e-4d42-85a0-d9527e3b1e38 service neutron] 10.222.0.96 "PUT /v2.0/ports/5fa88126-d0a0-48c0-80bd-0adc40108374 HTTP/1.1" status: 200 len: 1093 time: 1.1331120 Apr 30 13:17:14.316223 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd8a448-f370-45c8-807d-3b676c71f128', 'tag': '5fa88126-d0a0-48c0-80bd-0adc40108374'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:14.339533 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc866b8-4a8e-4d42-85a0-d9527e3b1e38 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa88126-d0a0-48c0-80bd-0adc40108374,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:14.342513 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ffc866b8-4a8e-4d42-85a0-d9527e3b1e38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:15.486108 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a25c7c0-13a2-4f9f-909b-987b48e31049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fccf6091-8700-4880-a1bd-af435e9dfffd'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:16.349266 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-4e47b611-ddfc-470a-88c2-316ac3689b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:16.350790 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-4e47b611-ddfc-470a-88c2-316ac3689b15 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=92757e3fba2f43fbbc422ff9719041f0&device_id=1fd8a448-f370-45c8-807d-3b676c71f128 HTTP/1.1" status: 200 len: 1096 time: 0.0853906 Apr 30 13:17:16.424605 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd8a448-f370-45c8-807d-3b676c71f128', 'tag': '5fa88126-d0a0-48c0-80bd-0adc40108374', 'status': 'completed', 'code': 200} Apr 30 13:17:16.516862 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-069d841c-1990-4eaa-8e05-e0afdca595f1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5fa88126-d0a0-48c0-80bd-0adc40108374 HTTP/1.1" status: 200 len: 217 time: 0.1455927 Apr 30 13:17:16.647663 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-fd756cff-3144-4f49-812b-7304ba9f60ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:16.649080 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-fd756cff-3144-4f49-812b-7304ba9f60ca service neutron] 10.222.0.96 "GET /v2.0/subnets?id=aa65aba5-f1eb-49b6-881e-26a1aa2e4072 HTTP/1.1" status: 200 len: 855 time: 0.0996139 Apr 30 13:17:16.721499 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-3386d8a0-ec69-42e2-bbab-561b4063cec8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a75ffc8e-f4e6-415a-9acb-883798976b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612209 Apr 30 13:17:16.727188 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9ff21-71ad-4c77-b86c-1a2f95972a4a req-d23af706-2661-413b-8866-e3ded51b36a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:16.728549 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b3c9ff21-71ad-4c77-b86c-1a2f95972a4a req-d23af706-2661-413b-8866-e3ded51b36a6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 1098 time: 0.3057833 Apr 30 13:17:16.735834 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d341cf7-6e3d-4af5-aa74-1f14f4943595 req-f2538986-c863-450b-82c1-789d84af3a82 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:16.737173 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7d341cf7-6e3d-4af5-aa74-1f14f4943595 req-f2538986-c863-450b-82c1-789d84af3a82 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.3118773 Apr 30 13:17:16.901102 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d3359-1901-403c-be63-53428cab6a58 req-5c566373-d6dc-4bbf-a553-b5c2e38acbb6 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:16.902485 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-557d3359-1901-403c-be63-53428cab6a58 req-5c566373-d6dc-4bbf-a553-b5c2e38acbb6 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fd8a448-f370-45c8-807d-3b676c71f128 HTTP/1.1" status: 200 len: 943 time: 0.4027174 Apr 30 13:17:17.036178 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7d341cf7-6e3d-4af5-aa74-1f14f4943595 req-61e35f23-06ea-42a5-a330-076e0e61a4f2 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819749 Apr 30 13:17:17.037611 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b3c9ff21-71ad-4c77-b86c-1a2f95972a4a req-9be641dc-de1b-4907-8a64-fb674401701f service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865673 Apr 30 13:17:17.053090 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-557d3359-1901-403c-be63-53428cab6a58 req-39b05995-df3e-4665-bd78-c0d39d6b9132 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429617 Apr 30 13:17:17.072927 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-5ee57ff4-44b9-43a8-acca-47030b6042ae service neutron] 10.222.0.96 "GET /v2.0/networks/a75ffc8e-f4e6-415a-9acb-883798976b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341238 Apr 30 13:17:17.117221 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a25c7c0-13a2-4f9f-909b-987b48e31049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fccf6091-8700-4880-a1bd-af435e9dfffd', 'code': 200} Apr 30 13:17:17.215682 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c083d-df96-4d29-8f25-3eb330b8c465 req-508acbf3-d7ae-4cb9-b216-a506b79bad91 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:17.217119 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d36c083d-df96-4d29-8f25-3eb330b8c465 req-508acbf3-d7ae-4cb9-b216-a506b79bad91 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a25c7c0-13a2-4f9f-909b-987b48e31049 HTTP/1.1" status: 200 len: 950 time: 0.0834181 Apr 30 13:17:17.260712 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d36c083d-df96-4d29-8f25-3eb330b8c465 req-a0ad2b98-13f3-4404-b478-3ddfc144e521 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/security-groups?id=de5f4e91-4bb9-4897-acd5-ac5a9bdafe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378513 Apr 30 13:17:17.650185 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-986e2484-d849-4fe0-b5be-31cc0dfc4680 req-4162381e-9462-44d1-a2ff-89c651af36d7 service neutron] 10.222.0.96 "GET /v2.0/networks/a75ffc8e-f4e6-415a-9acb-883798976b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385839 Apr 30 13:17:17.876631 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 60228) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:17.993843 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7be72fea-444c-43ff-85d2-b2936b433c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:18.010769 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-7be72fea-444c-43ff-85d2-b2936b433c15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:18.014511 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-7be72fea-444c-43ff-85d2-b2936b433c15 admin admin] Usage tracker for resource:security_group_rule and tenant:37ad54fc58a64378bbebe204720698ba is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:18.017435 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-7be72fea-444c-43ff-85d2-b2936b433c15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:18.021547 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef7a0b-60b2-48dc-8fea-316e830f6f67 req-cc89bc6e-46d8-45ce-a8df-03de910ff902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:18.022986 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-7be72fea-444c-43ff-85d2-b2936b433c15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:18.023096 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f9ef7a0b-60b2-48dc-8fea-316e830f6f67 req-cc89bc6e-46d8-45ce-a8df-03de910ff902 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5a25c7c0-13a2-4f9f-909b-987b48e31049 HTTP/1.1" status: 200 len: 1103 time: 0.1277094 Apr 30 13:17:18.028975 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a59cc-5a67-4bc4-a04d-c7996d6c41dc req-1603cb72-c43d-471e-a005-775bc1624c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:18.030942 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d92a59cc-5a67-4bc4-a04d-c7996d6c41dc req-1603cb72-c43d-471e-a005-775bc1624c15 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=92757e3fba2f43fbbc422ff9719041f0&device_id=1fd8a448-f370-45c8-807d-3b676c71f128 HTTP/1.1" status: 200 len: 1096 time: 0.1011229 Apr 30 13:17:18.112069 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7be72fea-444c-43ff-85d2-b2936b433c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:18.116847 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7be72fea-444c-43ff-85d2-b2936b433c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:18.127539 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-9301df34-a2cf-43a6-95f4-419bf114c87d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:18.157283 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be72fea-444c-43ff-85d2-b2936b433c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8af779-ebf1-47be-8342-0c46709cd43a,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:18.163427 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-7be72fea-444c-43ff-85d2-b2936b433c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:18.166952 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f9ef7a0b-60b2-48dc-8fea-316e830f6f67 req-40121c9c-4e2f-45c8-87d5-2f48b2171950 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=de5f4e91-4bb9-4897-acd5-ac5a9bdafe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256287 Apr 30 13:17:18.184345 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-7be72fea-444c-43ff-85d2-b2936b433c15 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=37ad54fc58a64378bbebe204720698ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3065267 Apr 30 13:17:18.184881 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 60240) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:18.220327 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a59cc-5a67-4bc4-a04d-c7996d6c41dc req-ac07c77b-409a-4241-bd39-59306c106015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:18.222167 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d92a59cc-5a67-4bc4-a04d-c7996d6c41dc req-ac07c77b-409a-4241-bd39-59306c106015 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a75ffc8e-f4e6-415a-9acb-883798976b2c HTTP/1.1" status: 200 len: 917 time: 0.1678159 Apr 30 13:17:18.245240 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-dc5bb48b-f02a-48d8-85a6-7ce554ee7c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:18.271868 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-dc5bb48b-f02a-48d8-85a6-7ce554ee7c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:18.322556 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-dc5bb48b-f02a-48d8-85a6-7ce554ee7c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:18.327640 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-3ed2a848-0f51-4a79-9f04-670f31a3f145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:18.343903 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5bb48b-f02a-48d8-85a6-7ce554ee7c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8af779-ebf1-47be-8342-0c46709cd43a,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:18.346192 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-dc5bb48b-f02a-48d8-85a6-7ce554ee7c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:18.348406 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-dc5bb48b-f02a-48d8-85a6-7ce554ee7c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:18.349493 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-dc5bb48b-f02a-48d8-85a6-7ce554ee7c7e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec8af779-ebf1-47be-8342-0c46709cd43a HTTP/1.1" status: 204 len: 168 time: 0.1631374 Apr 30 13:17:18.366138 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acd2ce-a31c-4b15-acd1-ab6e5f76b02d req-b737a31f-4ff1-4fdf-93de-908ae4043949 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:18.367754 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f0acd2ce-a31c-4b15-acd1-ab6e5f76b02d req-b737a31f-4ff1-4fdf-93de-908ae4043949 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fd8a448-f370-45c8-807d-3b676c71f128 HTTP/1.1" status: 200 len: 943 time: 0.1444337 Apr 30 13:17:18.377474 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bf5bd-9ff4-494d-a675-9e0b3fe2ac91 req-c32c3fc2-f03d-401e-a8e4-38a1d41c4eb4 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:18.379269 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a06bf5bd-9ff4-494d-a675-9e0b3fe2ac91 req-c32c3fc2-f03d-401e-a8e4-38a1d41c4eb4 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.1548035 Apr 30 13:17:18.445444 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f0acd2ce-a31c-4b15-acd1-ab6e5f76b02d req-8d87eed4-3a21-4999-ab22-5d5c9d4efab9 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651481 Apr 30 13:17:18.456424 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a06bf5bd-9ff4-494d-a675-9e0b3fe2ac91 req-07b2d4c1-31c0-4be2-8f42-e571c89950f0 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621638 Apr 30 13:17:18.629114 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dbc9c-e2a0-4c5c-8cb5-3984f1ed10d6 req-bc0e1ea9-2fcc-41be-a011-b087eff385a5 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:18.630695 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9a4dbc9c-e2a0-4c5c-8cb5-3984f1ed10d6 req-bc0e1ea9-2fcc-41be-a011-b087eff385a5 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a25c7c0-13a2-4f9f-909b-987b48e31049 HTTP/1.1" status: 200 len: 950 time: 0.0878148 Apr 30 13:17:18.656472 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 60250) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:18.673697 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5242d69c-bcbb-4639-8f43-36809129680d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:18.677925 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9a4dbc9c-e2a0-4c5c-8cb5-3984f1ed10d6 req-d8233994-8719-4e4b-bd8a-6ceb29337076 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/security-groups?id=de5f4e91-4bb9-4897-acd5-ac5a9bdafe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414999 Apr 30 13:17:18.688940 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-5242d69c-bcbb-4639-8f43-36809129680d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:18.694906 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-5242d69c-bcbb-4639-8f43-36809129680d admin admin] Usage tracker for resource:security_group_rule and tenant:4da9b5f3d3bd485fa155210138614d40 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:18.697842 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-5242d69c-bcbb-4639-8f43-36809129680d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:18.704246 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-5242d69c-bcbb-4639-8f43-36809129680d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:18.787447 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5242d69c-bcbb-4639-8f43-36809129680d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:18.791476 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5242d69c-bcbb-4639-8f43-36809129680d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:18.800057 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-c8422d4d-73c8-4320-a8c5-b343626fd5b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:18.840000 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-5242d69c-bcbb-4639-8f43-36809129680d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4da9b5f3d3bd485fa155210138614d40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1818798 Apr 30 13:17:18.840912 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242d69c-bcbb-4639-8f43-36809129680d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b3f7bb-0bca-41f7-a7b9-22abd9300fed,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:18.842137 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 60258) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:18.844838 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-5242d69c-bcbb-4639-8f43-36809129680d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:18.906582 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b9aca95a-165f-433c-9ffb-4d6bdd76476b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:18.931621 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b9aca95a-165f-433c-9ffb-4d6bdd76476b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:18.982131 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b9aca95a-165f-433c-9ffb-4d6bdd76476b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:18.986352 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-561286e3-ec23-485c-b7a9-d8ab3e117962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:19.000116 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aca95a-165f-433c-9ffb-4d6bdd76476b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b3f7bb-0bca-41f7-a7b9-22abd9300fed,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:19.002380 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b9aca95a-165f-433c-9ffb-4d6bdd76476b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:19.004441 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b9aca95a-165f-433c-9ffb-4d6bdd76476b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:19.005522 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-b9aca95a-165f-433c-9ffb-4d6bdd76476b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/97b3f7bb-0bca-41f7-a7b9-22abd9300fed HTTP/1.1" status: 204 len: 168 time: 0.1623774 Apr 30 13:17:19.540868 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d92a59cc-5a67-4bc4-a04d-c7996d6c41dc req-46370ae6-8543-43e9-8630-2d80717381e5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5fa88126-d0a0-48c0-80bd-0adc40108374 HTTP/1.1" status: 200 len: 217 time: 0.0658588 Apr 30 13:17:19.775818 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a59cc-5a67-4bc4-a04d-c7996d6c41dc req-4e9399e4-64f2-4847-8fb9-be2a8c7644f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:19.776428 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 60290) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:19.777255 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d92a59cc-5a67-4bc4-a04d-c7996d6c41dc req-4e9399e4-64f2-4847-8fb9-be2a8c7644f3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=aa65aba5-f1eb-49b6-881e-26a1aa2e4072 HTTP/1.1" status: 200 len: 855 time: 0.1703622 Apr 30 13:17:19.847296 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d92a59cc-5a67-4bc4-a04d-c7996d6c41dc req-32ebcf00-dac7-4738-b106-a5e741c894e5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a75ffc8e-f4e6-415a-9acb-883798976b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491838 Apr 30 13:17:19.883864 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-431ad83a-3874-466a-a988-f5de755ea6e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-159537685-network', 'tenant_id': '28e39b32d0dc457cb24f267d868d9d14'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:19.885801 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c17ecc-1c37-432b-bfe2-1a4199070cff req-9563f6a8-7623-4051-9431-adb7602230d4 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:19.887260 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-73c17ecc-1c37-432b-bfe2-1a4199070cff req-9563f6a8-7623-4051-9431-adb7602230d4 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fd8a448-f370-45c8-807d-3b676c71f128 HTTP/1.1" status: 200 len: 943 time: 0.2226644 Apr 30 13:17:19.888707 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-431ad83a-3874-466a-a988-f5de755ea6e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:19.893066 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-431ad83a-3874-466a-a988-f5de755ea6e4 admin admin] Usage tracker for resource:network and tenant:28e39b32d0dc457cb24f267d868d9d14 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:19.896101 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-431ad83a-3874-466a-a988-f5de755ea6e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:19.902698 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-431ad83a-3874-466a-a988-f5de755ea6e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:19.913925 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431ad83a-3874-466a-a988-f5de755ea6e4 admin admin] Made reservation on behalf of 28e39b32d0dc457cb24f267d868d9d14 for: {'network': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:17:19.916385 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-431ad83a-3874-466a-a988-f5de755ea6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for network, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:19.928664 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-431ad83a-3874-466a-a988-f5de755ea6e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:19.943549 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-431ad83a-3874-466a-a988-f5de755ea6e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:19.947803 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-431ad83a-3874-466a-a988-f5de755ea6e4 admin admin] Usage tracker for resource:security_group_rule and tenant:28e39b32d0dc457cb24f267d868d9d14 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:19.950973 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-431ad83a-3874-466a-a988-f5de755ea6e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:19.957479 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-431ad83a-3874-466a-a988-f5de755ea6e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:20.050353 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-431ad83a-3874-466a-a988-f5de755ea6e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.054861 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-431ad83a-3874-466a-a988-f5de755ea6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.057852 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-9fe74e8e-9567-4a0f-aa14-b0c7668d5269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:20.086868 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-431ad83a-3874-466a-a988-f5de755ea6e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1188} {{(pid=73846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:17:20.094245 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52559f2-3eff-48d6-8dbb-cccfabf524d9 req-a7347d44-1ef8-4ecd-b364-de9dbd8d352f tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:20.096038 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f52559f2-3eff-48d6-8dbb-cccfabf524d9 req-a7347d44-1ef8-4ecd-b364-de9dbd8d352f tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.3675811 Apr 30 13:17:20.096152 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ad83a-3874-466a-a988-f5de755ea6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4659f618-4119-44f6-b34b-2927b501fb63,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:20.099171 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-431ad83a-3874-466a-a988-f5de755ea6e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:20.103875 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-431ad83a-3874-466a-a988-f5de755ea6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.104245 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.db.segments_db [None req-431ad83a-3874-466a-a988-f5de755ea6e4 admin admin] Added segment eef12228-c15c-4452-911b-51cfa422989e of type vlan for network b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14 Apr 30 13:17:20.132336 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-431ad83a-3874-466a-a988-f5de755ea6e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672049812'] for network, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.139001 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-73c17ecc-1c37-432b-bfe2-1a4199070cff req-b1d732d2-0ddc-4e26-a754-40741f903ba5 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370195 Apr 30 13:17:20.171529 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-431ad83a-3874-466a-a988-f5de755ea6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for network, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.173515 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431ad83a-3874-466a-a988-f5de755ea6e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:20.174136 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-431ad83a-3874-466a-a988-f5de755ea6e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.177538 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d92a59cc-5a67-4bc4-a04d-c7996d6c41dc req-b77d0122-d7d5-4525-9f73-2dddda14b1bb service neutron] 10.222.0.96 "GET /v2.0/networks/a75ffc8e-f4e6-415a-9acb-883798976b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172224 Apr 30 13:17:20.180101 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-5e6ffce1-fe7c-4602-a85d-cf7fb417c178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:20.185202 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f52559f2-3eff-48d6-8dbb-cccfabf524d9 req-2255fb0e-1557-496c-920f-71b3e5e1f7fb tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711131 Apr 30 13:17:20.292128 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-431ad83a-3874-466a-a988-f5de755ea6e4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5120180 Apr 30 13:17:20.292451 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 60298) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:20.299805 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Request body: {'subnet': {'network_id': 'b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-159537685-subnet', 'tenant_id': '28e39b32d0dc457cb24f267d868d9d14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:20.303891 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ad83a-3874-466a-a988-f5de755ea6e4 admin admin] Pushing event updated for resources: {'Network': ['ID=b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:20.306419 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:20.308696 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-431ad83a-3874-466a-a988-f5de755ea6e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:20.312215 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Usage tracker for resource:subnet and tenant:28e39b32d0dc457cb24f267d868d9d14 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:20.314859 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Network b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14 details requested by agent ovs-agent-dv-cinder-788363-2-iscsi with host dv-cinder-788363-2-iscsi {{(pid=73847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:17:20.316931 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:20.325177 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:20.335287 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Made reservation on behalf of 28e39b32d0dc457cb24f267d868d9d14 for: {'subnet': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:17:20.337892 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6978908'] for subnet, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.422098 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d92a59cc-5a67-4bc4-a04d-c7996d6c41dc req-9f3312f5-87ed-42a1-91f7-cc854075013b service neutron] 10.222.0.96 "GET /v2.0/networks/a75ffc8e-f4e6-415a-9acb-883798976b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201970 Apr 30 13:17:20.452998 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc9982-2723-43e9-8aaf-4b600f2d753a req-cc6bc353-0f2d-4c87-8e9c-45c855309a56 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:20.459624 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b7bc9982-2723-43e9-8aaf-4b600f2d753a req-cc6bc353-0f2d-4c87-8e9c-45c855309a56 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a25c7c0-13a2-4f9f-909b-987b48e31049 HTTP/1.1" status: 200 len: 950 time: 0.2077157 Apr 30 13:17:20.517830 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b7bc9982-2723-43e9-8aaf-4b600f2d753a req-00f4f416-ac4a-45d8-b79b-05df8691caf0 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/security-groups?id=de5f4e91-4bb9-4897-acd5-ac5a9bdafe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565565 Apr 30 13:17:20.834265 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8246644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6978894'] for subnet, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.839275 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:20.919505 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8caef5a-38a1-43fb-8ec7-373027739ab6,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:20.924573 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Checking segment: {'id': 'eef12228-c15c-4452-911b-51cfa422989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:20.924928 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Network hostable DHCP agents. Network: b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14, hostable agents: ['951155d5-6c37-4e98-94aa-59d9e3ee6c00'], hosted agents: [] {{(pid=73846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:17:20.932180 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:20.932550 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:20.932903 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:20.933251 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:20.933596 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:20.933942 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:20.934305 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:20.934646 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:20.934986 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:20.935324 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:20.935916 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:20.936264 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:20.940787 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:20.954916 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Network b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14 is scheduled to be hosted by DHCP agent 951155d5-6c37-4e98-94aa-59d9e3ee6c00 with binding_index 1 {{(pid=73846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:17:20.963762 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-iscsi, b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14) {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:20.973457 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:20.974174 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for subnet, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.975250 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90b4b39-b2b7-425b-a9a4-38cabcd05c49 None None] Network b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14 requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:17:21.005220 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7037838 Apr 30 13:17:21.245333 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76adb2e1-b6bf-458d-b04b-fd5db22e6f18 None None] Network b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14 requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:17:21.437003 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e549bf-01bc-47fb-95fe-67a4b02faf3a req-8fdaeef8-8aba-4be0-a7b3-886327204437 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:21.438615 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-20e549bf-01bc-47fb-95fe-67a4b02faf3a req-8fdaeef8-8aba-4be0-a7b3-886327204437 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fd8a448-f370-45c8-807d-3b676c71f128 HTTP/1.1" status: 200 len: 943 time: 0.1817575 Apr 30 13:17:21.448471 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fcfca-8cd5-4862-b141-bf8de42879e8 req-8b17816d-18fa-4272-b03a-f0621f95906d tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:21.449938 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f31fcfca-8cd5-4862-b141-bf8de42879e8 req-8b17816d-18fa-4272-b03a-f0621f95906d tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.1213140 Apr 30 13:17:21.527337 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-20e549bf-01bc-47fb-95fe-67a4b02faf3a req-238b2e4f-12f0-4f87-96a4-a41c6bf80a46 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764115 Apr 30 13:17:21.533243 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f31fcfca-8cd5-4862-b141-bf8de42879e8 req-a0b0e1c6-bd04-4225-acd5-ef9e4b280f91 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654495 Apr 30 13:17:21.743061 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fd69c-68dd-4b14-a70e-d184b4771c9e req-f1e5f521-9ae6-4e32-a819-ec9aee4e2ad6 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:21.744737 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-464fd69c-68dd-4b14-a70e-d184b4771c9e req-f1e5f521-9ae6-4e32-a819-ec9aee4e2ad6 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a25c7c0-13a2-4f9f-909b-987b48e31049 HTTP/1.1" status: 200 len: 950 time: 0.1086936 Apr 30 13:17:21.794027 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-464fd69c-68dd-4b14-a70e-d184b4771c9e req-6ed49973-1009-4242-883a-90f899d4ab0e tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/security-groups?id=de5f4e91-4bb9-4897-acd5-ac5a9bdafe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426683 Apr 30 13:17:22.044218 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9634f9-5d8b-455c-b999-f8a6c1cc4ccd req-d5913f4a-b330-4850-bb26-e7b7d895cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:22.045732 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b9634f9-5d8b-455c-b999-f8a6c1cc4ccd req-d5913f4a-b330-4850-bb26-e7b7d895cc29 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=df09c741a7944a279a111ee7be17ff02&device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 1098 time: 0.1468894 Apr 30 13:17:22.053778 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe180e-4569-451b-8182-7f8e5d00c732 req-59fa1c2d-e8f0-4944-b604-f3ac04e0e766 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:22.055639 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-80fe180e-4569-451b-8182-7f8e5d00c732 req-59fa1c2d-e8f0-4944-b604-f3ac04e0e766 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.1177619 Apr 30 13:17:22.196203 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-80fe180e-4569-451b-8182-7f8e5d00c732 req-90905f65-34dc-4b9a-8bc4-f868bdb645fe tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184616 Apr 30 13:17:22.226594 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9634f9-5d8b-455c-b999-f8a6c1cc4ccd req-15a5fdf4-33f7-471b-9735-8cbcd280dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:22.228247 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b9634f9-5d8b-455c-b999-f8a6c1cc4ccd req-15a5fdf4-33f7-471b-9735-8cbcd280dd90 service neutron] 10.222.0.96 "GET /v2.0/networks?id=16cacc0e-b911-4880-a672-4588b9d678ce HTTP/1.1" status: 200 len: 920 time: 0.1720307 Apr 30 13:17:22.229569 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 5fa88126-d0a0-48c0-80bd-0adc40108374 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:17:22.315493 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b9634f9-5d8b-455c-b999-f8a6c1cc4ccd req-e5f46d9b-2366-403c-ae27-56bd65aec3ca service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f66f479a-d1ce-4725-ae28-b6fd024fd9ec HTTP/1.1" status: 200 len: 217 time: 0.0794430 Apr 30 13:17:22.366493 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 5fa88126-d0a0-48c0-80bd-0adc40108374, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5fa88126-d0a0-48c0-80bd-0adc40108374,segment=NetworkSegment(5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1),segment_id=5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:22.380584 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Returning: {'device': '5fa88126-d0a0-48c0-80bd-0adc40108374', 'network_id': 'a75ffc8e-f4e6-415a-9acb-883798976b2c', 'port_id': '5fa88126-d0a0-48c0-80bd-0adc40108374', 'mac_address': 'fa:16:3e:7a:90:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa65aba5-f1eb-49b6-881e-26a1aa2e4072', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:17:22.452495 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:22.463784 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9634f9-5d8b-455c-b999-f8a6c1cc4ccd req-391cbe47-87fa-46af-be1a-bcfedc7b9a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:22.478618 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa88126-d0a0-48c0-80bd-0adc40108374 {{(pid=73847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:17:22.488025 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b9634f9-5d8b-455c-b999-f8a6c1cc4ccd req-391cbe47-87fa-46af-be1a-bcfedc7b9a84 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fd394fd9-c3fe-47ae-8a12-8c1dcf3f181b HTTP/1.1" status: 200 len: 858 time: 0.1000032 Apr 30 13:17:22.497538 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 5fa88126-d0a0-48c0-80bd-0adc40108374, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5fa88126-d0a0-48c0-80bd-0adc40108374,segment=NetworkSegment(5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1),segment_id=5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:22.502911 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:22.506394 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:22.599828 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b9634f9-5d8b-455c-b999-f8a6c1cc4ccd req-f16ebe2d-85cb-43d7-a3a3-5d7e2ae5528c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16cacc0e-b911-4880-a672-4588b9d678ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970988 Apr 30 13:17:22.620866 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=5fa88126-d0a0-48c0-80bd-0adc40108374,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:22.625786 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:22.783324 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505903d-0ba4-400e-bf26-f9cac2c92efd req-e6eec569-7390-4f9a-b15f-ecfbbe6dd041 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:22.784886 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0505903d-0ba4-400e-bf26-f9cac2c92efd req-e6eec569-7390-4f9a-b15f-ecfbbe6dd041 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a25c7c0-13a2-4f9f-909b-987b48e31049 HTTP/1.1" status: 200 len: 950 time: 0.2482691 Apr 30 13:17:22.836345 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b9634f9-5d8b-455c-b999-f8a6c1cc4ccd req-f1e72346-36c2-42a3-b15b-ee49360a9425 service neutron] 10.222.0.96 "GET /v2.0/networks/16cacc0e-b911-4880-a672-4588b9d678ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164097 Apr 30 13:17:22.896773 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0505903d-0ba4-400e-bf26-f9cac2c92efd req-3a138375-e94d-41bc-a229-a772239b29df tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/security-groups?id=de5f4e91-4bb9-4897-acd5-ac5a9bdafe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002948 Apr 30 13:17:22.964550 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2b1d6-1e8a-4d69-a58d-93d283e5fe7a req-23808482-812c-4754-b861-9ddafb55818e tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:22.966142 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fdb2b1d6-1e8a-4d69-a58d-93d283e5fe7a req-23808482-812c-4754-b861-9ddafb55818e tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fd8a448-f370-45c8-807d-3b676c71f128 HTTP/1.1" status: 200 len: 944 time: 0.2537210 Apr 30 13:17:23.053617 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['5fa88126-d0a0-48c0-80bd-0adc40108374'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:17:23.230899 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fdb2b1d6-1e8a-4d69-a58d-93d283e5fe7a req-5cc9baa6-9ed0-484c-9690-be9ae4464a6a tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566957 Apr 30 13:17:23.245457 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b9634f9-5d8b-455c-b999-f8a6c1cc4ccd req-d453043b-cd21-49a5-8762-c21642deab9e service neutron] 10.222.0.96 "GET /v2.0/networks/16cacc0e-b911-4880-a672-4588b9d678ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925087 Apr 30 13:17:23.284825 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-6ec7f4d7-44b4-47ec-9da2-cea456eb6720 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:23.286288 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-6ec7f4d7-44b4-47ec-9da2-cea456eb6720 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/networks?id=b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14 HTTP/1.1" status: 200 len: 808 time: 0.1981759 Apr 30 13:17:23.301743 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-424303bf-2435-4520-8152-f25c401dde0c tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/quotas/28e39b32d0dc457cb24f267d868d9d14 HTTP/1.1" status: 200 len: 375 time: 0.0097873 Apr 30 13:17:23.392450 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-bdf0e967-acfd-4ea6-89da-9802a2a309c5 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=28e39b32d0dc457cb24f267d868d9d14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0845902 Apr 30 13:17:23.541530 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3381d9-4657-410f-a223-94456f647b17 req-44937df7-c960-40d2-8bd6-12e37583209b tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:23.542922 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7e3381d9-4657-410f-a223-94456f647b17 req-44937df7-c960-40d2-8bd6-12e37583209b tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.2021666 Apr 30 13:17:23.552097 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-7111ad5e-4457-42b7-b7fd-48ccf56beaf8 service neutron] 10.222.0.30 "GET /v2.0/networks/b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514153 Apr 30 13:17:23.681055 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7e3381d9-4657-410f-a223-94456f647b17 req-78537206-f719-4ccc-aea1-143571b07091 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310284 Apr 30 13:17:23.723182 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-aa0265a3-62b9-4f56-9693-7f5a4705e1c5 service neutron] 10.222.0.30 "GET /v2.0/networks/b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575117 Apr 30 13:17:26.576824 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-099ab134-715e-4e43-a7bd-a8a6d35e1c06 req-47c13b67-6a87-401f-b784-8c02b1f50403 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=2784c4aa-5912-4cd3-a699-1a6d132eebc0 HTTP/1.1" status: 200 len: 210 time: 0.0441868 Apr 30 13:17:26.669370 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70295d-8c75-46bf-a88a-e92d5d0b4482 req-7ed39d74-79de-480c-a163-a6d17bb6ce9e tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:26.671900 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4b70295d-8c75-46bf-a88a-e92d5d0b4482 req-7ed39d74-79de-480c-a163-a6d17bb6ce9e tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a25c7c0-13a2-4f9f-909b-987b48e31049 HTTP/1.1" status: 200 len: 950 time: 0.0933816 Apr 30 13:17:26.762342 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4b70295d-8c75-46bf-a88a-e92d5d0b4482 req-77439495-f459-486a-a8fc-b5ae84ae8d7d tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/security-groups?id=de5f4e91-4bb9-4897-acd5-ac5a9bdafe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836720 Apr 30 13:17:26.796640 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd7b8c-49cb-4e01-bb83-e015429c4bb0 req-4218c881-2c83-48e2-8f6f-70837f7596ee tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:26.798111 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6bfd7b8c-49cb-4e01-bb83-e015429c4bb0 req-4218c881-2c83-48e2-8f6f-70837f7596ee tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fd8a448-f370-45c8-807d-3b676c71f128 HTTP/1.1" status: 200 len: 944 time: 0.1027322 Apr 30 13:17:26.845554 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6bfd7b8c-49cb-4e01-bb83-e015429c4bb0 req-67bea728-d8f4-4996-8855-5dd37139c2a1 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415072 Apr 30 13:17:26.957063 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551ca94-95d2-4a17-a002-4133e1c575fb req-e56bef10-ae26-4408-9dbc-b9cb7d9cc380 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:26.958740 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9551ca94-95d2-4a17-a002-4133e1c575fb req-e56bef10-ae26-4408-9dbc-b9cb7d9cc380 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.1013098 Apr 30 13:17:27.012503 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9551ca94-95d2-4a17-a002-4133e1c575fb req-6e53ae6b-3f12-4495-86ed-c34b939f4e54 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463316 Apr 30 13:17:27.623047 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-c5831488-2162-4ffb-827a-21b6447543a8 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:27.624299 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-c5831488-2162-4ffb-827a-21b6447543a8 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.96 "GET /v2.0/networks?id=b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14 HTTP/1.1" status: 200 len: 808 time: 0.1530335 Apr 30 13:17:27.682637 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Request body: {'port': {'device_id': '2784c4aa-5912-4cd3-a699-1a6d132eebc0', 'network_id': 'b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14', 'admin_state_up': True, 'tenant_id': '28e39b32d0dc457cb24f267d868d9d14'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:27.801376 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e8992605-94c3-450a-9f30-6985bd393ce4 req-7367ecf0-33c9-407e-bcf1-edbbd6ac37c0 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=2784c4aa-5912-4cd3-a699-1a6d132eebc0 HTTP/1.1" status: 200 len: 210 time: 0.0696828 Apr 30 13:17:28.011024 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:28.021285 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b81765-c0c9-441c-9c43-4acdaace8455 req-3f30b98b-e1e3-4f30-989d-d8ca40f1b938 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:28.022875 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-67b81765-c0c9-441c-9c43-4acdaace8455 req-3f30b98b-e1e3-4f30-989d-d8ca40f1b938 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a25c7c0-13a2-4f9f-909b-987b48e31049 HTTP/1.1" status: 200 len: 950 time: 0.3453364 Apr 30 13:17:28.027887 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Usage tracker for resource:port and tenant:28e39b32d0dc457cb24f267d868d9d14 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:28.035430 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:28.081235 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:28.224668 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Made reservation on behalf of 28e39b32d0dc457cb24f267d868d9d14 for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:17:28.228053 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:28.245586 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 5fa88126-d0a0-48c0-80bd-0adc40108374 up at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:28.252535 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6b47c-71ea-4630-bb60-185bb65f706d req-cdfb70d4-9a96-46dd-b9fc-80d4af96a240 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:28.254220 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-58d6b47c-71ea-4630-bb60-185bb65f706d req-cdfb70d4-9a96-46dd-b9fc-80d4af96a240 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a25c7c0-13a2-4f9f-909b-987b48e31049 HTTP/1.1" status: 200 len: 950 time: 0.3769560 Apr 30 13:17:28.316361 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning for port 5fa88126-d0a0-48c0-80bd-0adc40108374 completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:28.320896 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning complete for port 5fa88126-d0a0-48c0-80bd-0adc40108374 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:28.321270 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:28.382571 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f2abd-f69e-4d7c-8802-1c397db30fc5 req-fd5d4291-fc26-443d-b1bc-6915a0db4671 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:28.384035 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2e1f2abd-f69e-4d7c-8802-1c397db30fc5 req-fd5d4291-fc26-443d-b1bc-6915a0db4671 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fd8a448-f370-45c8-807d-3b676c71f128 HTTP/1.1" status: 200 len: 944 time: 0.4272933 Apr 30 13:17:28.439306 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:28.450453 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-58d6b47c-71ea-4630-bb60-185bb65f706d req-fda8bb7d-56ad-4551-b091-57287be29afd tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/security-groups?id=de5f4e91-4bb9-4897-acd5-ac5a9bdafe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573882 Apr 30 13:17:28.507711 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd8a448-f370-45c8-807d-3b676c71f128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa88126-d0a0-48c0-80bd-0adc40108374'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:28.528400 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 5fa88126-d0a0-48c0-80bd-0adc40108374, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5fa88126-d0a0-48c0-80bd-0adc40108374,segment=NetworkSegment(5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1),segment_id=5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:28.543731 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:28.546794 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:28.550863 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2e1f2abd-f69e-4d7c-8802-1c397db30fc5 req-b96c5e5b-2f74-495c-be5d-e014ba0ae04d tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513369 Apr 30 13:17:28.552385 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-67b81765-c0c9-441c-9c43-4acdaace8455 req-82d565d5-a9ea-4436-a81e-3f6e89f71a5d tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Deleting port fccf6091-8700-4880-a1bd-af435e9dfffd {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:17:28.552728 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-67b81765-c0c9-441c-9c43-4acdaace8455 req-82d565d5-a9ea-4436-a81e-3f6e89f71a5d tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:28.614690 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Allocated IP 172.20.0.4 (b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14/a8caef5a-38a1-43fb-8ec7-373027739ab6/4335f103-b409-477e-ac3c-4219eaa98ea2) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:28.663297 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd8a448-f370-45c8-807d-3b676c71f128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa88126-d0a0-48c0-80bd-0adc40108374', 'code': 200} Apr 30 13:17:28.709035 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=5fa88126-d0a0-48c0-80bd-0adc40108374,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:28.713502 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:28.970603 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52a121-cbf7-498f-bff5-ea1feb389c4e req-687b567c-212e-4d21-9a8f-05debc9e7912 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:28.972084 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ec52a121-cbf7-498f-bff5-ea1feb389c4e req-687b567c-212e-4d21-9a8f-05debc9e7912 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.3376267 Apr 30 13:17:28.973719 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-67b81765-c0c9-441c-9c43-4acdaace8455 req-82d565d5-a9ea-4436-a81e-3f6e89f71a5d tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] For port fccf6091-8700-4880-a1bd-af435e9dfffd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fccf6091-8700-4880-a1bd-af435e9dfffd,segment=NetworkSegment(93781490-1220-42bc-be8e-33317beaa08b),segment_id=93781490-1220-42bc-be8e-33317beaa08b)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:28.974117 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-67b81765-c0c9-441c-9c43-4acdaace8455 req-82d565d5-a9ea-4436-a81e-3f6e89f71a5d tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:28.997723 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ef71d-640e-44bd-80a7-9126407b3b1d req-abea8320-e3fd-4a53-a2ec-35ac01929446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:28.999486 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-8e3ef71d-640e-44bd-80a7-9126407b3b1d req-abea8320-e3fd-4a53-a2ec-35ac01929446 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1fd8a448-f370-45c8-807d-3b676c71f128 HTTP/1.1" status: 200 len: 1098 time: 0.0833442 Apr 30 13:17:29.042481 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-8e3ef71d-640e-44bd-80a7-9126407b3b1d req-15f24a1a-45b7-4c62-bcc5-b66f6bc4cf59 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363128 Apr 30 13:17:29.135330 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-67b81765-c0c9-441c-9c43-4acdaace8455 req-82d565d5-a9ea-4436-a81e-3f6e89f71a5d tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Calling delete_port for fccf6091-8700-4880-a1bd-af435e9dfffd owned by compute:nova {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:17:29.207387 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-66ae767f-0bd7-480b-9c65-fa284bf80519 req-4d85cadd-d5ee-4509-be9a-da671e8b8988 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=2784c4aa-5912-4cd3-a699-1a6d132eebc0 HTTP/1.1" status: 200 len: 210 time: 0.1356056 Apr 30 13:17:29.246149 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:29.255659 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ec52a121-cbf7-498f-bff5-ea1feb389c4e req-bc3073af-7297-497f-8f50-2957b483cbe0 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678039 Apr 30 13:17:29.332486 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:29.341790 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5435b652-75c8-491d-88e4-545c7c4a9f6c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:29.428702 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Network b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:29.438456 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:29.446646 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:29.475143 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Pushing event updated for resources: {'Port': ['ID=4335f103-b409-477e-ac3c-4219eaa98ea2,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:29.489688 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-67b81765-c0c9-441c-9c43-4acdaace8455 req-82d565d5-a9ea-4436-a81e-3f6e89f71a5d tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:29.505177 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:29.505536 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:29.505885 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:29.506257 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:29.506598 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:29.506934 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:29.507268 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:29.507597 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:29.507932 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:29.508266 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:29.508594 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:29.508922 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:29.518120 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:29.518612 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5c4917dc-c066-4175-a551-f353b4e825f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:29.556201 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['fccf6091-8700-4880-a1bd-af435e9dfffd'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:17:29.619836 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d565d5-a9ea-4436-a81e-3f6e89f71a5d tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Pushing event deleted for resources: {'Port': ['ID=fccf6091-8700-4880-a1bd-af435e9dfffd,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:29.634947 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:29.635731 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:29.690829 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-82d565d5-a9ea-4436-a81e-3f6e89f71a5d tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:29.693250 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-59246012-08b8-4ccb-86b3-b09acca905f3 req-60647e64-0f82-4697-a556-c2b9261018f7 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a25c7c0-13a2-4f9f-909b-987b48e31049 HTTP/1.1" status: 200 len: 210 time: 0.0769413 Apr 30 13:17:29.735044 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b81765-c0c9-441c-9c43-4acdaace8455 req-82d565d5-a9ea-4436-a81e-3f6e89f71a5d tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] No DVR routers for this DVR port fccf6091-8700-4880-a1bd-af435e9dfffd on host hv-cinder-78836 {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:17:29.745966 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-67b81765-c0c9-441c-9c43-4acdaace8455 req-82d565d5-a9ea-4436-a81e-3f6e89f71a5d tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:29.750129 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a25c7c0-13a2-4f9f-909b-987b48e31049', 'name': 'network-vif-deleted', 'tag': 'fccf6091-8700-4880-a1bd-af435e9dfffd'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:29.772143 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0933027 Apr 30 13:17:29.778637 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-67b81765-c0c9-441c-9c43-4acdaace8455 req-82d565d5-a9ea-4436-a81e-3f6e89f71a5d tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.96 "DELETE /v2.0/ports/fccf6091-8700-4880-a1bd-af435e9dfffd HTTP/1.1" status: 204 len: 173 time: 1.7453220 Apr 30 13:17:29.797600 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3050b3b0-222b-4516-8cdc-25a99ae3a1f2 service neutron] Request body: {'port': {'device_id': '2784c4aa-5912-4cd3-a699-1a6d132eebc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:29.984500 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a25c7c0-13a2-4f9f-909b-987b48e31049', 'name': 'network-vif-deleted', 'tag': 'fccf6091-8700-4880-a1bd-af435e9dfffd', 'status': 'completed', 'code': 200} Apr 30 13:17:29.999521 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3050b3b0-222b-4516-8cdc-25a99ae3a1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:30.017788 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251c062-bd0d-4b84-aa1c-eeffe7b071ab req-7197053e-975f-4564-836d-0bf1ab2e271d tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:30.018920 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0251c062-bd0d-4b84-aa1c-eeffe7b071ab req-7197053e-975f-4564-836d-0bf1ab2e271d tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fd8a448-f370-45c8-807d-3b676c71f128 HTTP/1.1" status: 200 len: 945 time: 0.1811442 Apr 30 13:17:30.274124 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0251c062-bd0d-4b84-aa1c-eeffe7b071ab req-78c2c84a-c081-41de-b3e7-154f45f02cbe tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446535 Apr 30 13:17:30.380170 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03524d-927c-4ceb-976e-cea0d538f0e5 req-7d2dbc7f-7464-4d0a-b8a6-70e015a3f2bd tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:30.381626 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ee03524d-927c-4ceb-976e-cea0d538f0e5 req-7d2dbc7f-7464-4d0a-b8a6-70e015a3f2bd tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.3116870 Apr 30 13:17:30.564530 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ee03524d-927c-4ceb-976e-cea0d538f0e5 req-9f6cbcb2-0b82-415f-bddc-2f65dbc8a19e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659286 Apr 30 13:17:30.629049 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f7b7c-72f5-46fa-89de-5511d0b2e92b req-0f2ed81a-cd90-481f-86ef-992a5c58f0ee tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:30.629796 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-e00f7b7c-72f5-46fa-89de-5511d0b2e92b req-0f2ed81a-cd90-481f-86ef-992a5c58f0ee tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Synchronizing usage tracker for tenant:28e39b32d0dc457cb24f267d868d9d14 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:17:30.712125 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3050b3b0-222b-4516-8cdc-25a99ae3a1f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4335f103-b409-477e-ac3c-4219eaa98ea2 {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:17:30.719672 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-e00f7b7c-72f5-46fa-89de-5511d0b2e92b req-0f2ed81a-cd90-481f-86ef-992a5c58f0ee tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Unset dirty status for tenant:28e39b32d0dc457cb24f267d868d9d14 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:17:30.720893 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e00f7b7c-72f5-46fa-89de-5511d0b2e92b req-0f2ed81a-cd90-481f-86ef-992a5c58f0ee tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=2784c4aa-5912-4cd3-a699-1a6d132eebc0 HTTP/1.1" status: 200 len: 931 time: 0.3279769 Apr 30 13:17:30.722736 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3050b3b0-222b-4516-8cdc-25a99ae3a1f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:30.816787 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3050b3b0-222b-4516-8cdc-25a99ae3a1f2 service neutron] Transition to ACTIVE for port object 4335f103-b409-477e-ac3c-4219eaa98ea2 will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:30.834859 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3050b3b0-222b-4516-8cdc-25a99ae3a1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-554251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:30.843662 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-176f33e0-29fd-487b-b781-7b7e54782498 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:30.897630 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e00f7b7c-72f5-46fa-89de-5511d0b2e92b req-28418f7d-7126-45fe-9731-5bb9ca4cc58e tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/security-groups?id=4659f618-4119-44f6-b34b-2927b501fb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348317 Apr 30 13:17:31.016539 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050b3b0-222b-4516-8cdc-25a99ae3a1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4335f103-b409-477e-ac3c-4219eaa98ea2,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:31.034353 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3050b3b0-222b-4516-8cdc-25a99ae3a1f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:31.109724 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bd31a-0979-40b0-ac25-3b93d8347534 req-677ae8b8-dc8c-4de9-9e44-d27ed91e1231 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:31.111833 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-268bd31a-0979-40b0-ac25-3b93d8347534 req-677ae8b8-dc8c-4de9-9e44-d27ed91e1231 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.3850658 Apr 30 13:17:31.206073 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-b327f2de-dcfe-4b83-9548-2c972a0dc32a req-0ca51712-c56c-4007-97bc-f7c2a5991210 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Synchronizing usage tracker for tenant:2e5a7c65d97448e2a9acad6d3dcffd74 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:17:31.256452 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-b327f2de-dcfe-4b83-9548-2c972a0dc32a req-0ca51712-c56c-4007-97bc-f7c2a5991210 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Unset dirty status for tenant:2e5a7c65d97448e2a9acad6d3dcffd74 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:17:31.257595 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b327f2de-dcfe-4b83-9548-2c972a0dc32a req-0ca51712-c56c-4007-97bc-f7c2a5991210 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a25c7c0-13a2-4f9f-909b-987b48e31049 HTTP/1.1" status: 200 len: 210 time: 0.1390243 Apr 30 13:17:31.267920 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-268bd31a-0979-40b0-ac25-3b93d8347534 req-4e68a049-59b9-460d-92ee-ee860a4335bb tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474245 Apr 30 13:17:31.291660 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3050b3b0-222b-4516-8cdc-25a99ae3a1f2 service neutron] Attempting to bind port 4335f103-b409-477e-ac3c-4219eaa98ea2 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:17:31.291992 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3050b3b0-222b-4516-8cdc-25a99ae3a1f2 service neutron] Attempting to bind port 4335f103-b409-477e-ac3c-4219eaa98ea2 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'eef12228-c15c-4452-911b-51cfa422989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:17:31.292316 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3050b3b0-222b-4516-8cdc-25a99ae3a1f2 service neutron] Attempting to bind port 4335f103-b409-477e-ac3c-4219eaa98ea2 on network b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:31.297602 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3050b3b0-222b-4516-8cdc-25a99ae3a1f2 service neutron] Port 4335f103-b409-477e-ac3c-4219eaa98ea2 on network b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:17:31.298182 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3050b3b0-222b-4516-8cdc-25a99ae3a1f2 service neutron] Attempting to bind port 4335f103-b409-477e-ac3c-4219eaa98ea2 on network b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:31.303469 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3050b3b0-222b-4516-8cdc-25a99ae3a1f2 service neutron] Checking agent: {'id': '339503ba-6418-440e-8cd9-ebb81c45e407', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:17:31.303832 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3050b3b0-222b-4516-8cdc-25a99ae3a1f2 service neutron] Checking segment: {'id': 'eef12228-c15c-4452-911b-51cfa422989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:31.304189 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3050b3b0-222b-4516-8cdc-25a99ae3a1f2 service neutron] Bound using segment: {'id': 'eef12228-c15c-4452-911b-51cfa422989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:17:31.304614 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3050b3b0-222b-4516-8cdc-25a99ae3a1f2 service neutron] Bound port: 4335f103-b409-477e-ac3c-4219eaa98ea2, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eef12228-c15c-4452-911b-51cfa422989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:17:31.304959 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3050b3b0-222b-4516-8cdc-25a99ae3a1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:31.433398 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3050b3b0-222b-4516-8cdc-25a99ae3a1f2 service neutron] For port 4335f103-b409-477e-ac3c-4219eaa98ea2, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:17:31.449072 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3050b3b0-222b-4516-8cdc-25a99ae3a1f2 service neutron] For port 4335f103-b409-477e-ac3c-4219eaa98ea2, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4335f103-b409-477e-ac3c-4219eaa98ea2,segment=NetworkSegment(eef12228-c15c-4452-911b-51cfa422989e),segment_id=eef12228-c15c-4452-911b-51cfa422989e)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:17:31.454316 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3050b3b0-222b-4516-8cdc-25a99ae3a1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-554251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:31.459204 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-0f0ff627-d325-41f7-90b7-b1804a314fbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:31.516043 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3050b3b0-222b-4516-8cdc-25a99ae3a1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:31.516647 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3050b3b0-222b-4516-8cdc-25a99ae3a1f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:31.518073 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-3050b3b0-222b-4516-8cdc-25a99ae3a1f2 service neutron] 10.222.0.96 "PUT /v2.0/ports/4335f103-b409-477e-ac3c-4219eaa98ea2 HTTP/1.1" status: 200 len: 1093 time: 1.7260518 Apr 30 13:17:31.555162 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb17b0-c35a-4f92-a053-29dbe4cfc287 req-543c363a-2579-45a6-a691-b93a68673d11 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:31.556623 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9bdb17b0-c35a-4f92-a053-29dbe4cfc287 req-543c363a-2579-45a6-a691-b93a68673d11 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fd8a448-f370-45c8-807d-3b676c71f128 HTTP/1.1" status: 200 len: 945 time: 0.1681824 Apr 30 13:17:31.559417 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050b3b0-222b-4516-8cdc-25a99ae3a1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4335f103-b409-477e-ac3c-4219eaa98ea2,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:31.564738 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3050b3b0-222b-4516-8cdc-25a99ae3a1f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:31.640190 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9bdb17b0-c35a-4f92-a053-29dbe4cfc287 req-0778ff02-f86f-4f2a-af0c-b3a999aa5084 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764778 Apr 30 13:17:31.682469 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-5cbc9269-6ebd-41e0-9fd8-6cc73092c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:31.684088 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-5cbc9269-6ebd-41e0-9fd8-6cc73092c4e0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=28e39b32d0dc457cb24f267d868d9d14&device_id=2784c4aa-5912-4cd3-a699-1a6d132eebc0 HTTP/1.1" status: 200 len: 1096 time: 0.0855863 Apr 30 13:17:31.792506 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-02a09da0-5879-4e1b-b503-bcd454981bf6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4335f103-b409-477e-ac3c-4219eaa98ea2 HTTP/1.1" status: 200 len: 217 time: 0.0759413 Apr 30 13:17:31.888631 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab30270-c28b-4843-9719-e28c423791e7 req-87c976f3-e71e-47aa-8d58-a6419236de98 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:31.890662 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-eab30270-c28b-4843-9719-e28c423791e7 req-87c976f3-e71e-47aa-8d58-a6419236de98 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.2057650 Apr 30 13:17:31.894365 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-317484c5-b3c2-4645-88ed-0017e7f01fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:31.895692 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-317484c5-b3c2-4645-88ed-0017e7f01fc2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a8caef5a-38a1-43fb-8ec7-373027739ab6 HTTP/1.1" status: 200 len: 848 time: 0.0902390 Apr 30 13:17:32.049689 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2784c4aa-5912-4cd3-a699-1a6d132eebc0', 'tag': '4335f103-b409-477e-ac3c-4219eaa98ea2'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:32.108825 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-6d152d88-d72f-41ea-bbc7-9bc027fddc92 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1942987 Apr 30 13:17:32.150027 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-eab30270-c28b-4843-9719-e28c423791e7 req-e60009fd-64d4-4fc7-8e97-b0d828dae199 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531621 Apr 30 13:17:32.235540 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2784c4aa-5912-4cd3-a699-1a6d132eebc0', 'tag': '4335f103-b409-477e-ac3c-4219eaa98ea2', 'status': 'completed', 'code': 200} Apr 30 13:17:32.257161 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device fccf6091-8700-4880-a1bd-af435e9dfffd no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:17:32.269047 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9afb06-49c5-4c00-b9b7-46020bb490da req-574017a1-d1ce-4bbc-a030-44ccbe6a873f tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:32.270786 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ce9afb06-49c5-4c00-b9b7-46020bb490da req-574017a1-d1ce-4bbc-a030-44ccbe6a873f tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=2784c4aa-5912-4cd3-a699-1a6d132eebc0 HTTP/1.1" status: 200 len: 943 time: 0.2107162 Apr 30 13:17:32.301663 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] No Port match for: fccf6091-8700-4880-a1bd-af435e9dfffd {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:17:32.302154 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device fccf6091-8700-4880-a1bd-af435e9dfffd not bound to the agent host hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:17:32.330820 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-781bd861-1316-4906-b2c7-4e31637ab224 service neutron] 10.222.0.96 "GET /v2.0/networks/b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076788 Apr 30 13:17:32.340983 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ce9afb06-49c5-4c00-b9b7-46020bb490da req-b3a5e9aa-e662-47a3-b30f-8f0a90cbc1f9 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/security-groups?id=4659f618-4119-44f6-b34b-2927b501fb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635085 Apr 30 13:17:32.488977 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-65f5ba51-5e67-4cec-b1e8-be3e037140f4 req-32e108ff-dcfd-4c44-a7ed-c1b384bf790a service neutron] 10.222.0.96 "GET /v2.0/networks/b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466846 Apr 30 13:17:32.716694 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 60542) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:32.754181 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373b064-d0b0-421c-be72-87e8ffbac20d req-efa8ca25-cdd9-4d4e-9e7f-229c732c8128 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:32.762623 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b373b064-d0b0-421c-be72-87e8ffbac20d req-efa8ca25-cdd9-4d4e-9e7f-229c732c8128 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.2066746 Apr 30 13:17:32.786043 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316e9d8-6692-43c3-b82b-33b4424cbdf6 req-a44a52c4-8f78-4394-8fbb-2206594a77f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:32.787553 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4316e9d8-6692-43c3-b82b-33b4424cbdf6 req-a44a52c4-8f78-4394-8fbb-2206594a77f2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=28e39b32d0dc457cb24f267d868d9d14&device_id=2784c4aa-5912-4cd3-a699-1a6d132eebc0 HTTP/1.1" status: 200 len: 1096 time: 0.1555381 Apr 30 13:17:32.900462 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-02535499-59b2-4261-bfba-099c9aee66ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:32.915566 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-02535499-59b2-4261-bfba-099c9aee66ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:32.919821 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-02535499-59b2-4261-bfba-099c9aee66ce admin admin] Usage tracker for resource:security_group_rule and tenant:94f75baf10ba402089a9f76b0e24aa5b is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:32.923582 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-02535499-59b2-4261-bfba-099c9aee66ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:32.928622 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-02535499-59b2-4261-bfba-099c9aee66ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:32.937398 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b373b064-d0b0-421c-be72-87e8ffbac20d req-df693088-2429-4c29-badc-950f01b31b86 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738491 Apr 30 13:17:32.961532 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316e9d8-6692-43c3-b82b-33b4424cbdf6 req-1198ce4d-6177-456e-9938-20060549e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:32.963592 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4316e9d8-6692-43c3-b82b-33b4424cbdf6 req-1198ce4d-6177-456e-9938-20060549e054 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14 HTTP/1.1" status: 200 len: 910 time: 0.1688654 Apr 30 13:17:33.029853 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-02535499-59b2-4261-bfba-099c9aee66ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:33.035320 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-02535499-59b2-4261-bfba-099c9aee66ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:33.054132 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4316e9d8-6692-43c3-b82b-33b4424cbdf6 req-32551840-b7de-4c01-a013-fad4768d2c7d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4335f103-b409-477e-ac3c-4219eaa98ea2 HTTP/1.1" status: 200 len: 217 time: 0.0787716 Apr 30 13:17:33.059232 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-2282eb75-71c0-4e89-8ebf-eaa1b3ed5fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:33.088233 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-02535499-59b2-4261-bfba-099c9aee66ce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=94f75baf10ba402089a9f76b0e24aa5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745213 Apr 30 13:17:33.093679 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 60564) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:33.138266 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02535499-59b2-4261-bfba-099c9aee66ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffc47c6-3ebd-4e77-bdc9-6893d6b20184,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:33.142307 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-02535499-59b2-4261-bfba-099c9aee66ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:33.143045 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316e9d8-6692-43c3-b82b-33b4424cbdf6 req-5c1aa995-b293-4648-a0a9-99f72befe5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:33.144623 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4316e9d8-6692-43c3-b82b-33b4424cbdf6 req-5c1aa995-b293-4648-a0a9-99f72befe5c0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a8caef5a-38a1-43fb-8ec7-373027739ab6 HTTP/1.1" status: 200 len: 848 time: 0.0753882 Apr 30 13:17:33.174052 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-32585533-00e6-41c1-9cb8-fd5a07131af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:33.208850 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-32585533-00e6-41c1-9cb8-fd5a07131af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:33.210205 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4316e9d8-6692-43c3-b82b-33b4424cbdf6 req-fb8b09d7-ad9b-4b80-b36b-ebacfeb1b293 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552096 Apr 30 13:17:33.271526 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-32585533-00e6-41c1-9cb8-fd5a07131af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:33.278851 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-a8deb0d8-89e3-4d58-92ea-25ac230f4f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:33.292903 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32585533-00e6-41c1-9cb8-fd5a07131af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffc47c6-3ebd-4e77-bdc9-6893d6b20184,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:33.297139 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-32585533-00e6-41c1-9cb8-fd5a07131af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:33.304422 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-32585533-00e6-41c1-9cb8-fd5a07131af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:33.309035 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-32585533-00e6-41c1-9cb8-fd5a07131af8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ffc47c6-3ebd-4e77-bdc9-6893d6b20184 HTTP/1.1" status: 204 len: 168 time: 0.2142544 Apr 30 13:17:33.537660 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4316e9d8-6692-43c3-b82b-33b4424cbdf6 req-a07ed4c3-8b14-440b-979d-0e3e4887cf65 service neutron] 10.222.0.96 "GET /v2.0/networks/b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184383 Apr 30 13:17:33.708134 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7d61bab0-3377-4e3b-9188-1830bef534db req-56c3e897-20ec-4d84-91cb-d0be2d6e2b8d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2333467 Apr 30 13:17:33.721063 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87936150-411a-49dd-9ba6-6344b569bb89 req-5cfa78f7-d082-49a5-91af-77d9fd1ffbea tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:33.723457 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-87936150-411a-49dd-9ba6-6344b569bb89 req-5cfa78f7-d082-49a5-91af-77d9fd1ffbea tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.2933440 Apr 30 13:17:33.759635 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4316e9d8-6692-43c3-b82b-33b4424cbdf6 req-08de9cd6-473b-43cc-87df-7bff40fa2b3a service neutron] 10.222.0.96 "GET /v2.0/networks/b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053881 Apr 30 13:17:33.839150 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-87936150-411a-49dd-9ba6-6344b569bb89 req-8547e2d6-8550-48fd-be7c-7a6b23054328 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965023 Apr 30 13:17:33.880498 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61bab0-3377-4e3b-9188-1830bef534db req-4e66a0fe-1e31-43bb-a316-e06e7d431826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:33.882771 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7d61bab0-3377-4e3b-9188-1830bef534db req-4e66a0fe-1e31-43bb-a316-e06e7d431826 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=92757e3fba2f43fbbc422ff9719041f0&device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 1098 time: 0.1222818 Apr 30 13:17:34.272759 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 4335f103-b409-477e-ac3c-4219eaa98ea2 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:17:34.360414 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61bab0-3377-4e3b-9188-1830bef534db req-b36b8ef8-2b2a-47a7-8dac-65e22ef2599f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:34.362159 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7d61bab0-3377-4e3b-9188-1830bef534db req-b36b8ef8-2b2a-47a7-8dac-65e22ef2599f service neutron] 10.222.0.96 "GET /v2.0/networks?id=a75ffc8e-f4e6-415a-9acb-883798976b2c HTTP/1.1" status: 200 len: 917 time: 0.4447210 Apr 30 13:17:34.417091 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:34.448183 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7d61bab0-3377-4e3b-9188-1830bef534db req-e1ffa4dc-f425-4cb3-a5b3-26957c18d61f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e HTTP/1.1" status: 200 len: 217 time: 0.0779254 Apr 30 13:17:34.456257 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 4335f103-b409-477e-ac3c-4219eaa98ea2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4335f103-b409-477e-ac3c-4219eaa98ea2,segment=NetworkSegment(eef12228-c15c-4452-911b-51cfa422989e),segment_id=eef12228-c15c-4452-911b-51cfa422989e)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:34.471097 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Returning: {'device': '4335f103-b409-477e-ac3c-4219eaa98ea2', 'network_id': 'b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14', 'port_id': '4335f103-b409-477e-ac3c-4219eaa98ea2', 'mac_address': 'fa:16:3e:ef:fe:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8caef5a-38a1-43fb-8ec7-373027739ab6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:17:34.524124 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20e144-a3f2-4b9b-9e16-0200926bbc8b req-bbf41be4-32ce-4976-9a67-cb291792cecf tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:34.525662 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1e20e144-a3f2-4b9b-9e16-0200926bbc8b req-bbf41be4-32ce-4976-9a67-cb291792cecf tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=2784c4aa-5912-4cd3-a699-1a6d132eebc0 HTTP/1.1" status: 200 len: 943 time: 0.2944064 Apr 30 13:17:34.539675 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd62e1-ba91-4fd2-a528-dd6e5cc0ec8b req-f794f7e5-5042-4e6b-a888-a849f149115a tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:34.539675 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9ecd62e1-ba91-4fd2-a528-dd6e5cc0ec8b req-f794f7e5-5042-4e6b-a888-a849f149115a tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.3048327 Apr 30 13:17:34.546772 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:34.567996 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4335f103-b409-477e-ac3c-4219eaa98ea2 {{(pid=73847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:17:34.581597 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61bab0-3377-4e3b-9188-1830bef534db req-a8323115-578a-4c1f-ad9f-1fb39cc5eb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:34.583234 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7d61bab0-3377-4e3b-9188-1830bef534db req-a8323115-578a-4c1f-ad9f-1fb39cc5eb86 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=aa65aba5-f1eb-49b6-881e-26a1aa2e4072 HTTP/1.1" status: 200 len: 855 time: 0.1246057 Apr 30 13:17:34.584890 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 4335f103-b409-477e-ac3c-4219eaa98ea2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4335f103-b409-477e-ac3c-4219eaa98ea2,segment=NetworkSegment(eef12228-c15c-4452-911b-51cfa422989e),segment_id=eef12228-c15c-4452-911b-51cfa422989e)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:34.600142 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:34.604944 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:34.666661 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7d61bab0-3377-4e3b-9188-1830bef534db req-65597082-6444-41a1-9402-60e8c571179a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a75ffc8e-f4e6-415a-9acb-883798976b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709662 Apr 30 13:17:34.686662 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9ecd62e1-ba91-4fd2-a528-dd6e5cc0ec8b req-d1ec2c1e-c2ed-42e2-91bf-09c2f14a4e42 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411653 Apr 30 13:17:34.698478 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1e20e144-a3f2-4b9b-9e16-0200926bbc8b req-b8e10cf3-466e-40ec-bd74-ba9aae2bfa14 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/security-groups?id=4659f618-4119-44f6-b34b-2927b501fb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487818 Apr 30 13:17:34.756490 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=4335f103-b409-477e-ac3c-4219eaa98ea2,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:34.760160 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:34.834737 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7d61bab0-3377-4e3b-9188-1830bef534db req-7873ac77-b3c3-43eb-9015-10eb9d2f419b service neutron] 10.222.0.96 "GET /v2.0/networks/a75ffc8e-f4e6-415a-9acb-883798976b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396482 Apr 30 13:17:35.035615 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7d61bab0-3377-4e3b-9188-1830bef534db req-d99b042b-cbf9-4d6b-ab76-28e0e12dfff8 service neutron] 10.222.0.96 "GET /v2.0/networks/a75ffc8e-f4e6-415a-9acb-883798976b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921325 Apr 30 13:17:35.060198 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['4335f103-b409-477e-ac3c-4219eaa98ea2'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:17:35.078213 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376dd4c-9774-4890-8997-fc9708dd688e req-ad47121b-daa7-473a-a8e6-e8d3fb5d2c10 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:35.079800 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2376dd4c-9774-4890-8997-fc9708dd688e req-ad47121b-daa7-473a-a8e6-e8d3fb5d2c10 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.0967841 Apr 30 13:17:35.189612 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2376dd4c-9774-4890-8997-fc9708dd688e req-0d1de699-33c2-4f29-8976-19a822c462ab tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024024 Apr 30 13:17:35.948179 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91392141-c943-4d67-a534-1bb4191c51a9 req-5924698b-083b-4e80-bf25-261f1c86fc04 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:35.949650 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-91392141-c943-4d67-a534-1bb4191c51a9 req-5924698b-083b-4e80-bf25-261f1c86fc04 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=2784c4aa-5912-4cd3-a699-1a6d132eebc0 HTTP/1.1" status: 200 len: 944 time: 0.1190426 Apr 30 13:17:35.957896 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd1082-6351-46b9-8b15-fcd4c3fd04c1 req-31284ba4-370e-4a16-aeef-3cfc35f4b025 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:35.959350 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-01bd1082-6351-46b9-8b15-fcd4c3fd04c1 req-31284ba4-370e-4a16-aeef-3cfc35f4b025 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.1650133 Apr 30 13:17:36.034318 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-01bd1082-6351-46b9-8b15-fcd4c3fd04c1 req-a3d67ee7-a95f-4d93-b419-31b9d129c6fe tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609756 Apr 30 13:17:36.037010 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-91392141-c943-4d67-a534-1bb4191c51a9 req-82352fc7-7f05-48ab-abb0-e5c0ccb7bd40 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/security-groups?id=4659f618-4119-44f6-b34b-2927b501fb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767827 Apr 30 13:17:36.383161 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929c5f8-a602-45ba-b53f-b00e7f52e8c2 req-91230adf-bce4-43e0-a576-dd5de2b680ce tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:36.384639 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d929c5f8-a602-45ba-b53f-b00e7f52e8c2 req-91230adf-bce4-43e0-a576-dd5de2b680ce tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.0873244 Apr 30 13:17:36.432478 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d929c5f8-a602-45ba-b53f-b00e7f52e8c2 req-330e9377-0c52-4b92-b180-670daacdf770 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398953 Apr 30 13:17:36.467976 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-e947b712-b8e4-43dd-b0e0-743c3a3fbcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:37.266067 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe45f7-e87f-4704-9f28-c6b2d7262c15 req-e5cb0b28-b83d-4177-83b9-9f42a7f8419d tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:37.267519 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aefe45f7-e87f-4704-9f28-c6b2d7262c15 req-e5cb0b28-b83d-4177-83b9-9f42a7f8419d tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=2784c4aa-5912-4cd3-a699-1a6d132eebc0 HTTP/1.1" status: 200 len: 944 time: 0.1260900 Apr 30 13:17:37.325236 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aefe45f7-e87f-4704-9f28-c6b2d7262c15 req-62560a8a-1a2d-457c-a89f-d02b15e4f882 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/security-groups?id=4659f618-4119-44f6-b34b-2927b501fb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518572 Apr 30 13:17:37.337301 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1fda1-8425-4e3e-b132-4dc2f258cd28 req-66988d1b-9f58-40e2-8a0c-5209c6a27578 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:37.338784 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f8c1fda1-8425-4e3e-b132-4dc2f258cd28 req-66988d1b-9f58-40e2-8a0c-5209c6a27578 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.1295414 Apr 30 13:17:37.386254 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f8c1fda1-8425-4e3e-b132-4dc2f258cd28 req-de4b9d2d-7266-4b3a-b376-ee535822bbd1 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413220 Apr 30 13:17:37.633903 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e84248-c4b1-4f47-a2f6-ba04e5de25c7 req-4f921125-7fcb-481c-85d6-34dc66305662 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:37.635429 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-08e84248-c4b1-4f47-a2f6-ba04e5de25c7 req-4f921125-7fcb-481c-85d6-34dc66305662 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.0810835 Apr 30 13:17:37.684521 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-08e84248-c4b1-4f47-a2f6-ba04e5de25c7 req-f4bfafc9-bfa5-42d8-a560-0e8f792b4c79 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428190 Apr 30 13:17:37.746069 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:17:38.552240 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b7dae-41c9-42ed-9f51-0f8cbfc1d3d3 req-69c79cd9-8626-496e-8917-14138aaf8f17 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:38.553713 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-964b7dae-41c9-42ed-9f51-0f8cbfc1d3d3 req-69c79cd9-8626-496e-8917-14138aaf8f17 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=2784c4aa-5912-4cd3-a699-1a6d132eebc0 HTTP/1.1" status: 200 len: 944 time: 0.1249886 Apr 30 13:17:38.617027 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-964b7dae-41c9-42ed-9f51-0f8cbfc1d3d3 req-45907d18-0457-44c0-b88e-5e68886b23a8 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/security-groups?id=4659f618-4119-44f6-b34b-2927b501fb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570869 Apr 30 13:17:38.625175 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100f1c3-6af1-4fcf-87b9-39a81165916b req-7e64613d-a546-4f87-80d1-c19d2f965e6c tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:38.626660 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d100f1c3-6af1-4fcf-87b9-39a81165916b req-7e64613d-a546-4f87-80d1-c19d2f965e6c tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.1315966 Apr 30 13:17:38.672559 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d100f1c3-6af1-4fcf-87b9-39a81165916b req-ae5040bf-5abb-4565-8868-60ff28086606 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396111 Apr 30 13:17:38.967896 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c901a-4123-4d0b-b4c5-a04136f0601a req-f91a0be4-eeb7-4f4f-b4d1-f84b5d183159 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:38.969333 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-474c901a-4123-4d0b-b4c5-a04136f0601a req-f91a0be4-eeb7-4f4f-b4d1-f84b5d183159 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.1662760 Apr 30 13:17:39.013665 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-474c901a-4123-4d0b-b4c5-a04136f0601a req-862b94bc-9beb-4240-9ecd-5a0013c9e427 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385990 Apr 30 13:17:39.089609 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:39.120109 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-dd9cef36-cb87-49a1-9902-3fe3e2255a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:39.714109 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 4335f103-b409-477e-ac3c-4219eaa98ea2 up at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:39.787344 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning for port 4335f103-b409-477e-ac3c-4219eaa98ea2 completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:39.792654 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning complete for port 4335f103-b409-477e-ac3c-4219eaa98ea2 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:39.793161 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:39.880635 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194384d-4f8b-42c5-a0b9-8e0d6bbb310d req-c508fa0a-ea23-4d29-8f5d-feb1fc531d82 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:39.882443 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4194384d-4f8b-42c5-a0b9-8e0d6bbb310d req-c508fa0a-ea23-4d29-8f5d-feb1fc531d82 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=2784c4aa-5912-4cd3-a699-1a6d132eebc0 HTTP/1.1" status: 200 len: 944 time: 0.1562328 Apr 30 13:17:39.939075 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:39.941590 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4194384d-4f8b-42c5-a0b9-8e0d6bbb310d req-d9b0ad13-0964-4096-bd58-40ecbfaee9ef tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/security-groups?id=4659f618-4119-44f6-b34b-2927b501fb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522025 Apr 30 13:17:39.958862 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a24fac-7c0c-4e35-b07e-a9f8497861ae req-3c0d166c-b89f-4707-9c37-fbc5f858d4e6 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:39.962045 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-85a24fac-7c0c-4e35-b07e-a9f8497861ae req-3c0d166c-b89f-4707-9c37-fbc5f858d4e6 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.1418889 Apr 30 13:17:39.968048 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2784c4aa-5912-4cd3-a699-1a6d132eebc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4335f103-b409-477e-ac3c-4219eaa98ea2'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:39.977762 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 4335f103-b409-477e-ac3c-4219eaa98ea2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4335f103-b409-477e-ac3c-4219eaa98ea2,segment=NetworkSegment(eef12228-c15c-4452-911b-51cfa422989e),segment_id=eef12228-c15c-4452-911b-51cfa422989e)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:39.982968 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:39.985055 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-2962261e-9e0b-491f-a381-c5a1a5d5d043 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:40.013078 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-85a24fac-7c0c-4e35-b07e-a9f8497861ae req-9eb96fa9-a566-4773-a11f-dc87969ab05a tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470533 Apr 30 13:17:40.020576 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2784c4aa-5912-4cd3-a699-1a6d132eebc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4335f103-b409-477e-ac3c-4219eaa98ea2', 'code': 200} Apr 30 13:17:40.053895 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=4335f103-b409-477e-ac3c-4219eaa98ea2,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:40.056851 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:40.112720 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:40.217150 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f265473-12f7-4f6b-9b21-d8dfbaaf26bb req-6cabcf2a-aad2-4762-b1d5-96a1669178cb tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:40.219378 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8f265473-12f7-4f6b-9b21-d8dfbaaf26bb req-6cabcf2a-aad2-4762-b1d5-96a1669178cb tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.0861795 Apr 30 13:17:40.315817 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8f265473-12f7-4f6b-9b21-d8dfbaaf26bb req-eb892c51-0d4b-472e-b375-da468996f24b tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892601 Apr 30 13:17:40.340660 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70005d90-48c7-4d5b-b55e-cd299418694e req-eb87e89e-ff13-4306-9f6c-3ff909d559ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:40.342464 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-70005d90-48c7-4d5b-b55e-cd299418694e req-eb87e89e-ff13-4306-9f6c-3ff909d559ae service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2784c4aa-5912-4cd3-a699-1a6d132eebc0 HTTP/1.1" status: 200 len: 1098 time: 0.1028037 Apr 30 13:17:40.391665 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-70005d90-48c7-4d5b-b55e-cd299418694e req-5f008b93-d007-43e6-ab39-17cc486eccf8 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=4659f618-4119-44f6-b34b-2927b501fb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424900 Apr 30 13:17:40.559656 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 60896) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:40.708319 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-38ae9aef-e904-477b-add2-fa37cca352e0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2e5a7c65d97448e2a9acad6d3dcffd74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474755 Apr 30 13:17:40.710864 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 60904) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:40.769252 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-9d0c5ad4-a22f-4736-a698-656b33c90cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:40.795133 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-9d0c5ad4-a22f-4736-a698-656b33c90cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:40.848292 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-9d0c5ad4-a22f-4736-a698-656b33c90cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:40.852059 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:40.867299 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c5ad4-a22f-4736-a698-656b33c90cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5f4e91-4bb9-4897-acd5-ac5a9bdafe37,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:40.872619 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-9d0c5ad4-a22f-4736-a698-656b33c90cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:40.878989 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-9d0c5ad4-a22f-4736-a698-656b33c90cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:40.880606 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-9d0c5ad4-a22f-4736-a698-656b33c90cdd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de5f4e91-4bb9-4897-acd5-ac5a9bdafe37 HTTP/1.1" status: 204 len: 168 time: 0.1688480 Apr 30 13:17:41.199821 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4c32e-b8bb-4f20-8ca8-bf6dcc917b46 req-7755317a-7d17-415d-a2ac-87c3b8fd2b1e tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:41.201329 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c3e4c32e-b8bb-4f20-8ca8-bf6dcc917b46 req-7755317a-7d17-415d-a2ac-87c3b8fd2b1e tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=2784c4aa-5912-4cd3-a699-1a6d132eebc0 HTTP/1.1" status: 200 len: 945 time: 0.1407218 Apr 30 13:17:41.259684 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c3e4c32e-b8bb-4f20-8ca8-bf6dcc917b46 req-24648193-83ec-47ad-80df-ec4a1731cfa7 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/security-groups?id=4659f618-4119-44f6-b34b-2927b501fb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511446 Apr 30 13:17:41.285615 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645361b8-f59c-4e93-92a2-a7d72238aa74 req-3c02addb-5a7c-442a-b235-7981bd8dbe87 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:41.287421 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-645361b8-f59c-4e93-92a2-a7d72238aa74 req-3c02addb-5a7c-442a-b235-7981bd8dbe87 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.1427865 Apr 30 13:17:41.336148 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-645361b8-f59c-4e93-92a2-a7d72238aa74 req-b0ce813f-2e80-4d83-a83a-e1014a27242c tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423455 Apr 30 13:17:41.511741 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0db35-3b99-4452-8d71-94fbfc604841 req-89cbbd61-cf05-4f51-b17b-6ad6a7496144 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:41.513139 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d4d0db35-3b99-4452-8d71-94fbfc604841 req-89cbbd61-cf05-4f51-b17b-6ad6a7496144 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.0815597 Apr 30 13:17:41.558143 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d4d0db35-3b99-4452-8d71-94fbfc604841 req-88fe5bb6-e4a8-4ca6-9cf8-9bbdf3842b8e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386488 Apr 30 13:17:41.658350 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:42.228253 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfddcad-5e21-4aa6-84af-2b9bcea4a277 req-15668c58-417a-4880-96a3-0bdc847fd496 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:42.229731 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bdfddcad-5e21-4aa6-84af-2b9bcea4a277 req-15668c58-417a-4880-96a3-0bdc847fd496 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.0851989 Apr 30 13:17:42.277786 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bdfddcad-5e21-4aa6-84af-2b9bcea4a277 req-5cbb591f-1bd2-4f5c-8ca6-c7af2562e4b1 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412452 Apr 30 13:17:42.495229 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c453064-a7e2-4a54-88b2-e0f7bbfe05fc req-7e30d365-df95-4480-8304-00a3dbd62965 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:42.496838 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9c453064-a7e2-4a54-88b2-e0f7bbfe05fc req-7e30d365-df95-4480-8304-00a3dbd62965 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=2784c4aa-5912-4cd3-a699-1a6d132eebc0 HTTP/1.1" status: 200 len: 945 time: 0.1207209 Apr 30 13:17:42.555672 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9c453064-a7e2-4a54-88b2-e0f7bbfe05fc req-1684678f-b814-49c9-96c3-94b8b2813e70 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/security-groups?id=4659f618-4119-44f6-b34b-2927b501fb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517485 Apr 30 13:17:42.569650 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6149e75-029e-4b0c-9ea2-50280999a174 req-3aee31e1-b3da-4c4d-b1e9-a5adc3956505 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:42.571141 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d6149e75-029e-4b0c-9ea2-50280999a174 req-3aee31e1-b3da-4c4d-b1e9-a5adc3956505 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.1291261 Apr 30 13:17:42.617678 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d6149e75-029e-4b0c-9ea2-50280999a174 req-fa01c4e3-3430-42bd-a378-5eda2a8ed3ab tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404918 Apr 30 13:17:42.761793 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8086012-8fe2-4665-a8c5-4a869d44e9a2 req-9f9d59ab-3f12-44c2-a926-7ef3efaff6f2 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:42.763416 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a8086012-8fe2-4665-a8c5-4a869d44e9a2 req-9f9d59ab-3f12-44c2-a926-7ef3efaff6f2 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.0842333 Apr 30 13:17:42.812061 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a8086012-8fe2-4665-a8c5-4a869d44e9a2 req-cf509dda-48ba-4bf5-87c5-239b45f5bcec tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414231 Apr 30 13:17:43.470214 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ccddb-bb94-4939-bb42-4c27dd5a3a64 req-e03b3931-57d9-4750-957a-d482cfde1b23 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:43.471943 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-205ccddb-bb94-4939-bb42-4c27dd5a3a64 req-e03b3931-57d9-4750-957a-d482cfde1b23 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.0861905 Apr 30 13:17:43.526844 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-205ccddb-bb94-4939-bb42-4c27dd5a3a64 req-c93ec7e8-6aac-4fb8-848d-b0d9f19b0a05 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477054 Apr 30 13:17:43.643566 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 60966) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:43.780932 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c5850acf-4fc7-4c27-b174-cbc4a93e3ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:43.796011 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-c5850acf-4fc7-4c27-b174-cbc4a93e3ef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:43.799890 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-c5850acf-4fc7-4c27-b174-cbc4a93e3ef3 admin admin] Usage tracker for resource:security_group_rule and tenant:88f0d047fd3c41079977a7395bde1920 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:43.802896 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-c5850acf-4fc7-4c27-b174-cbc4a93e3ef3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:43.808472 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-c5850acf-4fc7-4c27-b174-cbc4a93e3ef3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:43.865532 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968670c-bff5-49c6-9993-6daf5891f973 req-9274ea21-2784-4a44-a03d-fe14db7e473a tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:43.867089 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5968670c-bff5-49c6-9993-6daf5891f973 req-9274ea21-2784-4a44-a03d-fe14db7e473a tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.1281424 Apr 30 13:17:43.895044 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c5850acf-4fc7-4c27-b174-cbc4a93e3ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:43.898770 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c5850acf-4fc7-4c27-b174-cbc4a93e3ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:43.907655 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-4799a575-3e96-455d-9478-4c817356ed8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:43.926293 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5968670c-bff5-49c6-9993-6daf5891f973 req-57b9e6f8-b8a7-4f58-8256-21818a9c1ac1 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527287 Apr 30 13:17:43.934086 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaccaaa-48e0-47b6-89f7-dfdd405b14cf req-79eb4d8e-a8ab-43f9-8471-c3369d1bb370 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:43.935216 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bcaccaaa-48e0-47b6-89f7-dfdd405b14cf req-79eb4d8e-a8ab-43f9-8471-c3369d1bb370 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=2784c4aa-5912-4cd3-a699-1a6d132eebc0 HTTP/1.1" status: 200 len: 945 time: 0.1402578 Apr 30 13:17:43.945904 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5850acf-4fc7-4c27-b174-cbc4a93e3ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f647d80e-e000-4242-9096-b95d49e531d6,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:43.949579 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-c5850acf-4fc7-4c27-b174-cbc4a93e3ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:43.952135 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-c5850acf-4fc7-4c27-b174-cbc4a93e3ef3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88f0d047fd3c41079977a7395bde1920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054271 Apr 30 13:17:43.954836 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 60978) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:43.990617 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bcaccaaa-48e0-47b6-89f7-dfdd405b14cf req-0cbb206c-1fd8-43fb-8fe9-eda58a7e16ac tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/security-groups?id=4659f618-4119-44f6-b34b-2927b501fb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409360 Apr 30 13:17:44.024657 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b5936006-1f28-4254-8c22-147c1a53f99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:44.050771 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b5936006-1f28-4254-8c22-147c1a53f99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:44.101556 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b5936006-1f28-4254-8c22-147c1a53f99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:44.106296 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-72c36e61-6747-48c8-add6-55ddb99436dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:44.108538 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdb49f-a19e-4202-80b5-a07ecbd9060a req-2076b329-5d28-4ae5-95ac-8275030e61c9 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:44.110036 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-93fdb49f-a19e-4202-80b5-a07ecbd9060a req-2076b329-5d28-4ae5-95ac-8275030e61c9 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.0812948 Apr 30 13:17:44.117106 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5936006-1f28-4254-8c22-147c1a53f99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f647d80e-e000-4242-9096-b95d49e531d6,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:44.120495 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-b5936006-1f28-4254-8c22-147c1a53f99c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:44.123725 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b5936006-1f28-4254-8c22-147c1a53f99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:44.127119 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-b5936006-1f28-4254-8c22-147c1a53f99c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f647d80e-e000-4242-9096-b95d49e531d6 HTTP/1.1" status: 204 len: 168 time: 0.1690834 Apr 30 13:17:44.254457 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-93fdb49f-a19e-4202-80b5-a07ecbd9060a req-b4eb22f2-afdf-435f-a058-9307c3caa556 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380384 Apr 30 13:17:44.718476 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a9c3e-e2b2-4f8e-beda-6d7915a9d2ac req-e3550329-10fb-4b7c-9b7c-d8f760963051 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:44.719966 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8f4a9c3e-e2b2-4f8e-beda-6d7915a9d2ac req-e3550329-10fb-4b7c-9b7c-d8f760963051 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.0838571 Apr 30 13:17:44.765721 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8f4a9c3e-e2b2-4f8e-beda-6d7915a9d2ac req-349e0af2-c413-4bc6-840a-b88e6fd666c5 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400357 Apr 30 13:17:44.808830 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 32774) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:44.912928 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-691481e6-6de4-49af-b38d-04e815efef01 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1581740521-network', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:44.917457 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-691481e6-6de4-49af-b38d-04e815efef01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:44.921213 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-691481e6-6de4-49af-b38d-04e815efef01 admin admin] Usage tracker for resource:network and tenant:9ea461adf36b4f638c2ff6761c98389e is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:44.924018 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-691481e6-6de4-49af-b38d-04e815efef01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:44.930230 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-691481e6-6de4-49af-b38d-04e815efef01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:44.940146 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691481e6-6de4-49af-b38d-04e815efef01 admin admin] Made reservation on behalf of 9ea461adf36b4f638c2ff6761c98389e for: {'network': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:17:44.942730 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-691481e6-6de4-49af-b38d-04e815efef01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for network, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:44.955024 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-691481e6-6de4-49af-b38d-04e815efef01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:44.969224 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-691481e6-6de4-49af-b38d-04e815efef01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:44.972942 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-691481e6-6de4-49af-b38d-04e815efef01 admin admin] Usage tracker for resource:security_group_rule and tenant:9ea461adf36b4f638c2ff6761c98389e is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:44.975770 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-691481e6-6de4-49af-b38d-04e815efef01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:44.981709 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-691481e6-6de4-49af-b38d-04e815efef01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:45.075606 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-691481e6-6de4-49af-b38d-04e815efef01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:45.080909 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-691481e6-6de4-49af-b38d-04e815efef01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:45.085333 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-a1042e89-0b8c-4a2a-a6a5-bc85a8b3530f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:45.109708 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691481e6-6de4-49af-b38d-04e815efef01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1156} {{(pid=73846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:17:45.126577 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691481e6-6de4-49af-b38d-04e815efef01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee3af50-be04-4890-8560-02a3bffe1a4f,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:45.130526 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-691481e6-6de4-49af-b38d-04e815efef01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:45.131422 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-691481e6-6de4-49af-b38d-04e815efef01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:45.131762 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.db.segments_db [None req-691481e6-6de4-49af-b38d-04e815efef01 admin admin] Added segment 2ad13149-5726-459f-ae47-3c868836558d of type vlan for network 3357c09a-1ff1-4156-b7a5-b206cf73267c Apr 30 13:17:45.167733 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28f0d5-d3de-4f6b-8c8b-29cd6a3712b2 req-e912d60a-ab00-42f1-a7ca-0aa3cfdbf38b tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:45.169546 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0e28f0d5-d3de-4f6b-8c8b-29cd6a3712b2 req-e912d60a-ab00-42f1-a7ca-0aa3cfdbf38b tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.1354265 Apr 30 13:17:45.226975 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-691481e6-6de4-49af-b38d-04e815efef01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672049812'] for network, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:45.236730 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0e28f0d5-d3de-4f6b-8c8b-29cd6a3712b2 req-2adac927-8e3b-48e4-82be-8d989e5e668b tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575380 Apr 30 13:17:45.248176 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b4046-c7ba-4be2-a9be-712cb62fccc3 req-7ec6f245-11f3-46b2-bb24-6c68aeb53840 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:45.250558 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c40b4046-c7ba-4be2-a9be-712cb62fccc3 req-7ec6f245-11f3-46b2-bb24-6c68aeb53840 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=2784c4aa-5912-4cd3-a699-1a6d132eebc0 HTTP/1.1" status: 200 len: 945 time: 0.1433086 Apr 30 13:17:45.259049 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-691481e6-6de4-49af-b38d-04e815efef01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for network, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:45.260357 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691481e6-6de4-49af-b38d-04e815efef01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:45.261093 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-691481e6-6de4-49af-b38d-04e815efef01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:45.264444 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:45.302739 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c40b4046-c7ba-4be2-a9be-712cb62fccc3 req-5f93cb1e-2e58-497b-bb05-9e96649892cf tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/security-groups?id=4659f618-4119-44f6-b34b-2927b501fb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467060 Apr 30 13:17:45.379501 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691481e6-6de4-49af-b38d-04e815efef01 admin admin] Pushing event updated for resources: {'Network': ['ID=3357c09a-1ff1-4156-b7a5-b206cf73267c,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:45.389942 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Network 3357c09a-1ff1-4156-b7a5-b206cf73267c details requested by agent ovs-agent-dv-cinder-788363-2-iscsi with host dv-cinder-788363-2-iscsi {{(pid=73847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:17:45.398875 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-691481e6-6de4-49af-b38d-04e815efef01 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5889375 Apr 30 13:17:45.400428 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-691481e6-6de4-49af-b38d-04e815efef01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:45.401762 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 32788) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:45.409381 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-d1df974d-c057-479b-abf3-f4ce0c80536e admin admin] Request body: {'subnet': {'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1581740521-subnet', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'ip_version': 4}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:45.414295 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-d1df974d-c057-479b-abf3-f4ce0c80536e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:45.418097 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-d1df974d-c057-479b-abf3-f4ce0c80536e admin admin] Usage tracker for resource:subnet and tenant:9ea461adf36b4f638c2ff6761c98389e is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:45.421318 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-d1df974d-c057-479b-abf3-f4ce0c80536e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:45.427417 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-d1df974d-c057-479b-abf3-f4ce0c80536e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:45.439184 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1df974d-c057-479b-abf3-f4ce0c80536e admin admin] Made reservation on behalf of 9ea461adf36b4f638c2ff6761c98389e for: {'subnet': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:17:45.441633 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d1df974d-c057-479b-abf3-f4ce0c80536e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6978908'] for subnet, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:45.451753 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79e6d3-d4dc-4c47-8cd0-95e601e2fea4 req-95106b58-617d-4a3e-902d-142c30b380bd tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:45.453410 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3f79e6d3-d4dc-4c47-8cd0-95e601e2fea4 req-95106b58-617d-4a3e-902d-142c30b380bd tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.0850945 Apr 30 13:17:45.506751 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3f79e6d3-d4dc-4c47-8cd0-95e601e2fea4 req-526c6ea9-2dea-4640-83fe-3b71c2281f44 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470042 Apr 30 13:17:45.815590 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d1df974d-c057-479b-abf3-f4ce0c80536e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8246644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6978894'] for subnet, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:45.819332 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e06632c7-a315-4a0d-819b-585c90adc251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:45.891488 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df974d-c057-479b-abf3-f4ce0c80536e admin admin] Pushing event updated for resources: {'Subnet': ['ID=70d26d5f-252a-44e7-a608-0a89cf716e23,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:45.894381 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-d1df974d-c057-479b-abf3-f4ce0c80536e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:45.908495 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1df974d-c057-479b-abf3-f4ce0c80536e admin admin] Checking segment: {'id': '2ad13149-5726-459f-ae47-3c868836558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:45.908849 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1df974d-c057-479b-abf3-f4ce0c80536e admin admin] Network hostable DHCP agents. Network: 3357c09a-1ff1-4156-b7a5-b206cf73267c, hostable agents: ['951155d5-6c37-4e98-94aa-59d9e3ee6c00'], hosted agents: [] {{(pid=73846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:17:45.928045 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1df974d-c057-479b-abf3-f4ce0c80536e admin admin] Network 3357c09a-1ff1-4156-b7a5-b206cf73267c is scheduled to be hosted by DHCP agent 951155d5-6c37-4e98-94aa-59d9e3ee6c00 with binding_index 1 {{(pid=73846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:17:45.938869 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-d1df974d-c057-479b-abf3-f4ce0c80536e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-iscsi, 3357c09a-1ff1-4156-b7a5-b206cf73267c) {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:45.949831 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1df974d-c057-479b-abf3-f4ce0c80536e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:45.951162 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d1df974d-c057-479b-abf3-f4ce0c80536e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for subnet, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:45.956101 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c2f8e6-be83-4721-acc8-07a8a6fb3a1d None None] Network 3357c09a-1ff1-4156-b7a5-b206cf73267c requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:17:45.981638 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-d1df974d-c057-479b-abf3-f4ce0c80536e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5781322 Apr 30 13:17:45.984112 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 32794) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:45.991049 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-f3c1212b-3476-4cfd-9bf9-b5e0dc346473 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1581740521-router', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:45.996594 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-f3c1212b-3476-4cfd-9bf9-b5e0dc346473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:46.000573 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365c3c2-45c5-4205-919d-fada4e7d6629 req-17c3a4ac-c7e1-4bf4-bc5b-326e0fbb5d82 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:46.001730 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-f3c1212b-3476-4cfd-9bf9-b5e0dc346473 admin admin] Usage tracker for resource:router and tenant:9ea461adf36b4f638c2ff6761c98389e is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:46.002207 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f365c3c2-45c5-4205-919d-fada4e7d6629 req-17c3a4ac-c7e1-4bf4-bc5b-326e0fbb5d82 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.96 "GET /v2.0/ports?device_id=2784c4aa-5912-4cd3-a699-1a6d132eebc0 HTTP/1.1" status: 200 len: 945 time: 0.1031888 Apr 30 13:17:46.006007 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-f3c1212b-3476-4cfd-9bf9-b5e0dc346473 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:46.014939 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-f3c1212b-3476-4cfd-9bf9-b5e0dc346473 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:46.027424 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f3c1212b-3476-4cfd-9bf9-b5e0dc346473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-693704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30063'] for router, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:46.028547 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f3c1212b-3476-4cfd-9bf9-b5e0dc346473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30054'] for router, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:46.045594 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f3c1212b-3476-4cfd-9bf9-b5e0dc346473 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:46.204018 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26f56c8-ecae-474a-8de8-bfef9583a659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp795fea3c-7670-5529-a9d6-b749f9b93b97-3357c09a-1ff1-4156-b7a5-b206cf73267c', 'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'fixed_ips': [{'subnet_id': '70d26d5f-252a-44e7-a608-0a89cf716e23'}]}} from dv-cinder-788363-2-iscsi. {{(pid=73847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:17:46.204837 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-c26f56c8-ecae-474a-8de8-bfef9583a659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:46.213893 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3100eb1-f3d5-4c77-bff3-077bdfa9a6fd req-c508ec47-ebf3-4a4f-9969-92cd4473e63e tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:46.215377 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c3100eb1-f3d5-4c77-bff3-077bdfa9a6fd req-c508ec47-ebf3-4a4f-9969-92cd4473e63e tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.1664107 Apr 30 13:17:46.225996 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-f365c3c2-45c5-4205-919d-fada4e7d6629 req-6e4566f1-db39-4f52-ba48-f2fdfd6d133d tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Deleting port 4335f103-b409-477e-ac3c-4219eaa98ea2 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:17:46.226339 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-f365c3c2-45c5-4205-919d-fada4e7d6629 req-6e4566f1-db39-4f52-ba48-f2fdfd6d133d tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:46.332964 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f3c1212b-3476-4cfd-9bf9-b5e0dc346473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30100'] for router, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:46.367944 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c3100eb1-f3d5-4c77-bff3-077bdfa9a6fd req-6b6e194d-76d0-4774-8563-6abb5a810902 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450088 Apr 30 13:17:46.369642 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.db_base_plugin_common [None req-c26f56c8-ecae-474a-8de8-bfef9583a659 None None] Allocated IP 172.20.0.2 (3357c09a-1ff1-4156-b7a5-b206cf73267c/70d26d5f-252a-44e7-a608-0a89cf716e23/0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f) {{(pid=73847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:46.569571 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-f365c3c2-45c5-4205-919d-fada4e7d6629 req-6e4566f1-db39-4f52-ba48-f2fdfd6d133d tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] For port 4335f103-b409-477e-ac3c-4219eaa98ea2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4335f103-b409-477e-ac3c-4219eaa98ea2,segment=NetworkSegment(eef12228-c15c-4452-911b-51cfa422989e),segment_id=eef12228-c15c-4452-911b-51cfa422989e)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:46.569931 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-f365c3c2-45c5-4205-919d-fada4e7d6629 req-6e4566f1-db39-4f52-ba48-f2fdfd6d133d tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:46.637371 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-c26f56c8-ecae-474a-8de8-bfef9583a659 None None] Notify callbacks [] for port, precommit_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:46.649505 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-c26f56c8-ecae-474a-8de8-bfef9583a659 None None] Transition to ACTIVE for port object 0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:46.670851 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-c26f56c8-ecae-474a-8de8-bfef9583a659 None None] Transition to ACTIVE for port object 0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f will not be triggered until provisioned by entity DHCP. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:46.679056 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-c26f56c8-ecae-474a-8de8-bfef9583a659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950'] for port, after_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:46.684306 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:46.707758 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f3c1212b-3476-4cfd-9bf9-b5e0dc346473 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:46.726379 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-f365c3c2-45c5-4205-919d-fada4e7d6629 req-6e4566f1-db39-4f52-ba48-f2fdfd6d133d tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Calling delete_port for 4335f103-b409-477e-ac3c-4219eaa98ea2 owned by compute:nova {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:17:46.738121 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f3c1212b-3476-4cfd-9bf9-b5e0dc346473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:46.741584 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26f56c8-ecae-474a-8de8-bfef9583a659 None None] Network 3357c09a-1ff1-4156-b7a5-b206cf73267c is already hosted by enough agents. {{(pid=73847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:46.744318 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.scheduler.base_scheduler [None req-c26f56c8-ecae-474a-8de8-bfef9583a659 None None] Resources bound (agent type, host, resource id): {{(pid=73847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:46.752785 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26f56c8-ecae-474a-8de8-bfef9583a659 None None] Received port after_create {{(pid=73847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:46.793561 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537774d-e552-45e3-beac-ecf928876275 req-9d04acfa-c392-48d1-8861-4599cba93dde tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:46.795216 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d537774d-e552-45e3-beac-ecf928876275 req-9d04acfa-c392-48d1-8861-4599cba93dde tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.4035523 Apr 30 13:17:46.813580 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3b126-cc23-4ee2-b1c4-2671a1a0059d req-cdfdba4f-f65f-41c9-b4a7-ea3c8eeb34c7 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:46.815247 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c3d3b126-cc23-4ee2-b1c4-2671a1a0059d req-cdfdba4f-f65f-41c9-b4a7-ea3c8eeb34c7 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=2784c4aa-5912-4cd3-a699-1a6d132eebc0 HTTP/1.1" status: 200 len: 945 time: 0.3285742 Apr 30 13:17:46.827793 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f56c8-ecae-474a-8de8-bfef9583a659 None None] Pushing event updated for resources: {'Port': ['ID=0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f,revision_number=1']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:46.834785 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-c26f56c8-ecae-474a-8de8-bfef9583a659 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:46.853073 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-c26f56c8-ecae-474a-8de8-bfef9583a659 None None] Attempting to bind port 0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:17:46.853441 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-c26f56c8-ecae-474a-8de8-bfef9583a659 None None] Attempting to bind port 0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': '2ad13149-5726-459f-ae47-3c868836558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:17:46.853803 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26f56c8-ecae-474a-8de8-bfef9583a659 None None] Attempting to bind port 0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f on network 3357c09a-1ff1-4156-b7a5-b206cf73267c {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:46.859844 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26f56c8-ecae-474a-8de8-bfef9583a659 None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:17:46.860074 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26f56c8-ecae-474a-8de8-bfef9583a659 None None] Checking segment: {'id': '2ad13149-5726-459f-ae47-3c868836558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:46.860379 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-c26f56c8-ecae-474a-8de8-bfef9583a659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:46.860782 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26f56c8-ecae-474a-8de8-bfef9583a659 None None] Bound using segment: {'id': '2ad13149-5726-459f-ae47-3c868836558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:17:46.861261 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-c26f56c8-ecae-474a-8de8-bfef9583a659 None None] Bound port: 0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad13149-5726-459f-ae47-3c868836558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:17:46.861630 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-c26f56c8-ecae-474a-8de8-bfef9583a659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:46.914570 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d537774d-e552-45e3-beac-ecf928876275 req-bd66c607-d9c2-410a-919c-bb52c2493d15 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971160 Apr 30 13:17:46.963087 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c3d3b126-cc23-4ee2-b1c4-2671a1a0059d req-892dcd87-06f0-46cd-9f7d-3af34f648615 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/security-groups?id=4659f618-4119-44f6-b34b-2927b501fb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232200 Apr 30 13:17:46.973744 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [None req-f3c1212b-3476-4cfd-9bf9-b5e0dc346473 admin admin] Allocated IP 172.27.3.49 (c3b86f7e-3861-4477-9f50-64652b00e102/6d81663d-75dc-44ec-8bd2-9cfe56c21a4e/0f7db1f6-6550-4663-8783-fec044f2f9cd) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:47.002819 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-c26f56c8-ecae-474a-8de8-bfef9583a659 None None] For port 0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:17:47.004512 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-f365c3c2-45c5-4205-919d-fada4e7d6629 req-6e4566f1-db39-4f52-ba48-f2fdfd6d133d tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:47.007158 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-c26f56c8-ecae-474a-8de8-bfef9583a659 None None] For port 0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f,segment=NetworkSegment(2ad13149-5726-459f-ae47-3c868836558d),segment_id=2ad13149-5726-459f-ae47-3c868836558d)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:17:47.011160 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-82d565d5-a9ea-4436-a81e-3f6e89f71a5d tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:47.012755 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-c26f56c8-ecae-474a-8de8-bfef9583a659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:47.017135 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:47.055749 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['4335f103-b409-477e-ac3c-4219eaa98ea2'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:17:47.088401 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4566f1-db39-4f52-ba48-f2fdfd6d133d tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Pushing event deleted for resources: {'Port': ['ID=4335f103-b409-477e-ac3c-4219eaa98ea2,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:47.096857 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-6e4566f1-db39-4f52-ba48-f2fdfd6d133d tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:47.130816 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f56c8-ecae-474a-8de8-bfef9583a659 None None] Pushing event updated for resources: {'Port': ['ID=0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f,revision_number=2']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:47.138904 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-c26f56c8-ecae-474a-8de8-bfef9583a659 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:47.165310 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f3c1212b-3476-4cfd-9bf9-b5e0dc346473 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:47.193116 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-f365c3c2-45c5-4205-919d-fada4e7d6629 req-6e4566f1-db39-4f52-ba48-f2fdfd6d133d tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] No DVR routers for this DVR port 4335f103-b409-477e-ac3c-4219eaa98ea2 on host hv-cinder-78836 {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:17:47.196458 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-f365c3c2-45c5-4205-919d-fada4e7d6629 req-6e4566f1-db39-4f52-ba48-f2fdfd6d133d tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:47.200900 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2784c4aa-5912-4cd3-a699-1a6d132eebc0', 'name': 'network-vif-deleted', 'tag': '4335f103-b409-477e-ac3c-4219eaa98ea2'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:47.202927 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f3c1212b-3476-4cfd-9bf9-b5e0dc346473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:47.214287 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:47.228097 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f365c3c2-45c5-4205-919d-fada4e7d6629 req-6e4566f1-db39-4f52-ba48-f2fdfd6d133d tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.96 "DELETE /v2.0/ports/4335f103-b409-477e-ac3c-4219eaa98ea2 HTTP/1.1" status: 204 len: 173 time: 1.2194293 Apr 30 13:17:47.244309 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393ea84-9310-44b9-a354-71f4decb24e5 req-cd1da9dd-9436-4195-9334-ce54e8a0b033 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:47.246501 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9393ea84-9310-44b9-a354-71f4decb24e5 req-cd1da9dd-9436-4195-9334-ce54e8a0b033 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.2045014 Apr 30 13:17:47.254384 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2784c4aa-5912-4cd3-a699-1a6d132eebc0', 'name': 'network-vif-deleted', 'tag': '4335f103-b409-477e-ac3c-4219eaa98ea2', 'status': 'completed', 'code': 200} Apr 30 13:17:47.284892 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c1212b-3476-4cfd-9bf9-b5e0dc346473 admin admin] Network c3b86f7e-3861-4477-9f50-64652b00e102 is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:47.293420 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-f3c1212b-3476-4cfd-9bf9-b5e0dc346473 admin admin] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:47.297748 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c1212b-3476-4cfd-9bf9-b5e0dc346473 admin admin] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:47.313506 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9393ea84-9310-44b9-a354-71f4decb24e5 req-b8d29587-5458-41fc-b9be-1c5d6a91542e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513365 Apr 30 13:17:47.358558 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1212b-3476-4cfd-9bf9-b5e0dc346473 admin admin] Pushing event updated for resources: {'Port': ['ID=0f7db1f6-6550-4663-8783-fec044f2f9cd,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:47.367673 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-f3c1212b-3476-4cfd-9bf9-b5e0dc346473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:47.703144 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a9b24-87ec-4691-98b8-3ebbad4d0a2c req-31d13c10-006e-441b-831a-c40ab34bd7f0 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:47.704677 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bf4a9b24-87ec-4691-98b8-3ebbad4d0a2c req-31d13c10-006e-441b-831a-c40ab34bd7f0 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.2209275 Apr 30 13:17:47.754208 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bf4a9b24-87ec-4691-98b8-3ebbad4d0a2c req-699f4ec8-9340-45ee-bfaa-db014797c6b3 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433280 Apr 30 13:17:47.767040 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:47.788326 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f3c1212b-3476-4cfd-9bf9-b5e0dc346473 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:47.839292 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port 0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:48.175778 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f3c1212b-3476-4cfd-9bf9-b5e0dc346473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671082'] for router, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:48.176613 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46da9e-6e88-42b8-993c-6a49fd3584af req-5b162393-19fa-41a6-80fe-5074886478aa tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:48.178423 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ad46da9e-6e88-42b8-993c-6a49fd3584af req-5b162393-19fa-41a6-80fe-5074886478aa tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.1212697 Apr 30 13:17:48.236095 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-e7d94fb0-3488-41a6-937b-4912a09a4db4 req-783f5e13-7df1-4ac4-9a9d-474f6bf3786c tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Synchronizing usage tracker for tenant:28e39b32d0dc457cb24f267d868d9d14 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:17:48.270833 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ad46da9e-6e88-42b8-993c-6a49fd3584af req-a950708c-783b-4ccb-addf-2f8c28febca5 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597746 Apr 30 13:17:48.272231 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-e7d94fb0-3488-41a6-937b-4912a09a4db4 req-783f5e13-7df1-4ac4-9a9d-474f6bf3786c tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Unset dirty status for tenant:28e39b32d0dc457cb24f267d868d9d14 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:17:48.273414 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e7d94fb0-3488-41a6-937b-4912a09a4db4 req-783f5e13-7df1-4ac4-9a9d-474f6bf3786c tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=2784c4aa-5912-4cd3-a699-1a6d132eebc0 HTTP/1.1" status: 200 len: 210 time: 0.0939374 Apr 30 13:17:48.277183 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cd1dcd-44f5-4a9a-8af5-a5d1396d124d None None] Network 3357c09a-1ff1-4156-b7a5-b206cf73267c requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:17:48.377475 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-d040dabd-3b25-4821-bfdd-e3eab370d2ce None None] Provisioning for port 0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:48.383818 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-d040dabd-3b25-4821-bfdd-e3eab370d2ce None None] Provisioning complete for port 0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:48.384374 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d040dabd-3b25-4821-bfdd-e3eab370d2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:48.398108 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c1212b-3476-4cfd-9bf9-b5e0dc346473 admin admin] Router 81335178-fe08-4cdb-99b6-f8b3a6bf09af is scheduled to L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 with binding_index 1 {{(pid=73846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:17:48.560456 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb38fd-8ad3-475c-8a2c-c3e767c24884 req-5d71cf10-f3ad-4d0b-b264-669ff190c13b tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:48.563865 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6fdb38fd-8ad3-475c-8a2c-c3e767c24884 req-5d71cf10-f3ad-4d0b-b264-669ff190c13b tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.1204667 Apr 30 13:17:48.621624 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6fdb38fd-8ad3-475c-8a2c-c3e767c24884 req-988c81bc-9a90-4901-add8-a3f701c19fed tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512862 Apr 30 13:17:48.638007 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d040dabd-3b25-4821-bfdd-e3eab370d2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:48.689444 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-d040dabd-3b25-4821-bfdd-e3eab370d2ce None None] For port 0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f,segment=NetworkSegment(2ad13149-5726-459f-ae47-3c868836558d),segment_id=2ad13149-5726-459f-ae47-3c868836558d)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:48.697763 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d040dabd-3b25-4821-bfdd-e3eab370d2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:48.699737 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:48.774258 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c1212b-3476-4cfd-9bf9-b5e0dc346473 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:17:48.790052 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b405579-23e9-4f64-bbcc-23446beac4d1 None None] Sync routers for ids ['81335178-fe08-4cdb-99b6-f8b3a6bf09af'] in dv-cinder-788363-2-iscsi {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:17:48.805338 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b405579-23e9-4f64-bbcc-23446beac4d1 None None] Routers {'81335178-fe08-4cdb-99b6-f8b3a6bf09af'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:48.806362 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-5b405579-23e9-4f64-bbcc-23446beac4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:17:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['81335178-fe08-4cdb-99b6-f8b3a6bf09af'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:48.812132 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f3c1212b-3476-4cfd-9bf9-b5e0dc346473 admin admin] Notify callbacks [] for router, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:48.816842 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 32822) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:48.817028 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-f3c1212b-3476-4cfd-9bf9-b5e0dc346473 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8317258 Apr 30 13:17:48.819665 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040dabd-3b25-4821-bfdd-e3eab370d2ce None None] Pushing event updated for resources: {'Port': ['ID=0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:48.823182 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-d040dabd-3b25-4821-bfdd-e3eab370d2ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:49.010688 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-5b405579-23e9-4f64-bbcc-23446beac4d1 None None] Set router 81335178-fe08-4cdb-99b6-f8b3a6bf09af gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:49.034903 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-75e9f343-dd9d-4c41-ac07-6fcfda965c25 None None] Provisioning complete for port 0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:49.035196 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-75e9f343-dd9d-4c41-ac07-6fcfda965c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:49.209176 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398de5f7-556f-4906-89bd-829cabcc51a5 req-445d8619-3455-42cc-8d46-520a83526ed1 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:49.210680 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-398de5f7-556f-4906-89bd-829cabcc51a5 req-445d8619-3455-42cc-8d46-520a83526ed1 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.2483425 Apr 30 13:17:49.334395 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-5b405579-23e9-4f64-bbcc-23446beac4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'name': 'tempest-TestMinimumBasicScenario-1581740521-router', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0f7db1f6-6550-4663-8783-fec044f2f9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:46Z', 'updated_at': '2021-04-30T13:17:47Z', 'revision_number': 3, 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'gw_port': {'id': '0f7db1f6-6550-4663-8783-fec044f2f9cd', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:46Z', 'updated_at': '2021-04-30T13:17:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:49.338854 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b405579-23e9-4f64-bbcc-23446beac4d1 None None] Checking router: 81335178-fe08-4cdb-99b6-f8b3a6bf09af for host: dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:17:49.339303 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b405579-23e9-4f64-bbcc-23446beac4d1 None None] Updating router 81335178-fe08-4cdb-99b6-f8b3a6bf09af port 0f7db1f6-6550-4663-8783-fec044f2f9cd binding host dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:17:49.347318 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-398de5f7-556f-4906-89bd-829cabcc51a5 req-62c06e47-28a4-43f7-930a-f4ea77e08f6e tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279168 Apr 30 13:17:49.398042 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-5b405579-23e9-4f64-bbcc-23446beac4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:49.790191 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:49.819043 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193da273-ae6b-452b-8561-2a3ac7130116 req-4a7c8d75-6042-439f-9caa-9333f214bd69 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:49.820493 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-193da273-ae6b-452b-8561-2a3ac7130116 req-4a7c8d75-6042-439f-9caa-9333f214bd69 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.3484128 Apr 30 13:17:49.864612 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port 0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:49.865627 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:49.873220 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-5b405579-23e9-4f64-bbcc-23446beac4d1 None None] Notify callbacks [] for port, precommit_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:49.884410 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.provisioning_blocks [None req-5b405579-23e9-4f64-bbcc-23446beac4d1 None None] Transition to ACTIVE for port object 0f7db1f6-6550-4663-8783-fec044f2f9cd will not be triggered until provisioned by entity L2. {{(pid=73848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:49.891730 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-5b405579-23e9-4f64-bbcc-23446beac4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:49.895663 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-caed7647-503d-45b1-9646-f258d7350f51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:49.960672 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7d30e098-2f7a-4371-880f-2cad6b912d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:49.971062 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-5b405579-23e9-4f64-bbcc-23446beac4d1 None None] Attempting to bind port 0f7db1f6-6550-4663-8783-fec044f2f9cd on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:17:49.971244 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-5b405579-23e9-4f64-bbcc-23446beac4d1 None None] Attempting to bind port 0f7db1f6-6550-4663-8783-fec044f2f9cd by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}] {{(pid=73848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:17:49.971539 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b405579-23e9-4f64-bbcc-23446beac4d1 None None] Attempting to bind port 0f7db1f6-6550-4663-8783-fec044f2f9cd on network c3b86f7e-3861-4477-9f50-64652b00e102 {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:49.973974 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-193da273-ae6b-452b-8561-2a3ac7130116 req-11e14a0b-020c-4ca8-ab74-a5e06ee4a2ae tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094174 Apr 30 13:17:49.974972 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb01cfc-66b2-4cc1-9b50-51e8af6ca5f5 None None] Pushing event updated for resources: {'Port': ['ID=0f7db1f6-6550-4663-8783-fec044f2f9cd,revision_number=2']} {{(pid=73848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:49.978894 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-adb01cfc-66b2-4cc1-9b50-51e8af6ca5f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:49.979794 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b405579-23e9-4f64-bbcc-23446beac4d1 None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:17:49.980155 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b405579-23e9-4f64-bbcc-23446beac4d1 None None] Checking segment: {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:49.980545 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-5b405579-23e9-4f64-bbcc-23446beac4d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:49.980928 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b405579-23e9-4f64-bbcc-23446beac4d1 None None] Bound using segment: {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'} {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:17:49.981781 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-5b405579-23e9-4f64-bbcc-23446beac4d1 None None] Bound port: 0f7db1f6-6550-4663-8783-fec044f2f9cd, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}}] {{(pid=73848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:17:49.981781 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-5b405579-23e9-4f64-bbcc-23446beac4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:50.059433 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3b5d6-e1bb-4068-82f6-739ffd2fe81b req-255b5557-56d3-45ef-a461-37a1df64a1e8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:50.059852 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.db [None req-5b405579-23e9-4f64-bbcc-23446beac4d1 None None] For port 0f7db1f6-6550-4663-8783-fec044f2f9cd, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:17:50.061710 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-39c3b5d6-e1bb-4068-82f6-739ffd2fe81b req-255b5557-56d3-45ef-a461-37a1df64a1e8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.2381124 Apr 30 13:17:50.063929 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.db [None req-5b405579-23e9-4f64-bbcc-23446beac4d1 None None] For port 0f7db1f6-6550-4663-8783-fec044f2f9cd, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=0f7db1f6-6550-4663-8783-fec044f2f9cd,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:17:50.070374 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-5b405579-23e9-4f64-bbcc-23446beac4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:50.075411 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:50.151640 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b405579-23e9-4f64-bbcc-23446beac4d1 None None] Routers {'81335178-fe08-4cdb-99b6-f8b3a6bf09af'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:50.152344 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-5b405579-23e9-4f64-bbcc-23446beac4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:17:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['81335178-fe08-4cdb-99b6-f8b3a6bf09af'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:50.219937 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb01cfc-66b2-4cc1-9b50-51e8af6ca5f5 None None] Pushing event updated for resources: {'Port': ['ID=0f7db1f6-6550-4663-8783-fec044f2f9cd,revision_number=3']} {{(pid=73848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:50.224990 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-adb01cfc-66b2-4cc1-9b50-51e8af6ca5f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:50.336667 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-5b405579-23e9-4f64-bbcc-23446beac4d1 None None] Set router 81335178-fe08-4cdb-99b6-f8b3a6bf09af gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:50.350531 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 4335f103-b409-477e-ac3c-4219eaa98ea2 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:17:50.359836 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-39c3b5d6-e1bb-4068-82f6-739ffd2fe81b req-90aa253a-7bcf-457b-b1aa-45840acabaee tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907360 Apr 30 13:17:50.392499 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] No Port match for: 4335f103-b409-477e-ac3c-4219eaa98ea2 {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:17:50.393102 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 4335f103-b409-477e-ac3c-4219eaa98ea2 not bound to the agent host hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:17:50.487348 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-20a118c6-953c-47cd-8708-0a2431758d47 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:50.488826 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-20a118c6-953c-47cd-8708-0a2431758d47 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/networks?id=b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14 HTTP/1.1" status: 200 len: 808 time: 0.3655887 Apr 30 13:17:50.490047 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [None req-7d30e098-2f7a-4371-880f-2cad6b912d80 admin admin] Allocated IP 172.20.0.1 (3357c09a-1ff1-4156-b7a5-b206cf73267c/70d26d5f-252a-44e7-a608-0a89cf716e23/bbf10d63-9cd9-49a6-8683-4abb99900501) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:50.572464 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-f4e581e1-bc73-4da2-9965-906d1795608f tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/quotas/28e39b32d0dc457cb24f267d868d9d14 HTTP/1.1" status: 200 len: 375 time: 0.0707772 Apr 30 13:17:50.629998 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-5b405579-23e9-4f64-bbcc-23446beac4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'name': 'tempest-TestMinimumBasicScenario-1581740521-router', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0f7db1f6-6550-4663-8783-fec044f2f9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:46Z', 'updated_at': '2021-04-30T13:17:47Z', 'revision_number': 3, 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'gw_port': {'id': '0f7db1f6-6550-4663-8783-fec044f2f9cd', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:46Z', 'updated_at': '2021-04-30T13:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:50.634235 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b405579-23e9-4f64-bbcc-23446beac4d1 None None] The sync data for ids ['81335178-fe08-4cdb-99b6-f8b3a6bf09af'] in dv-cinder-788363-2-iscsi is: [{'id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'name': 'tempest-TestMinimumBasicScenario-1581740521-router', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0f7db1f6-6550-4663-8783-fec044f2f9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:46Z', 'updated_at': '2021-04-30T13:17:47Z', 'revision_number': 3, 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'gw_port': {'id': '0f7db1f6-6550-4663-8783-fec044f2f9cd', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:46Z', 'updated_at': '2021-04-30T13:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}] {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:17:50.637780 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-d2c79221-d0a8-4088-b812-3f2f7fe1c3e1 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=28e39b32d0dc457cb24f267d868d9d14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532749 Apr 30 13:17:50.875730 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7d30e098-2f7a-4371-880f-2cad6b912d80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:50.888329 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76a4ec-737b-4c2a-88e7-81b44273ac17 req-13ab3d15-e6a9-4eb6-9e2c-5307a73e249d tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:50.890374 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cc76a4ec-737b-4c2a-88e7-81b44273ac17 req-13ab3d15-e6a9-4eb6-9e2c-5307a73e249d tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.3898869 Apr 30 13:17:50.906353 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-6e772a06-60c6-40c0-a6c2-717e4a77f2d4 service neutron] 10.222.0.30 "GET /v2.0/networks/b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222657 Apr 30 13:17:50.955406 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [None req-7d30e098-2f7a-4371-880f-2cad6b912d80 admin admin] Transition to ACTIVE for port object bbf10d63-9cd9-49a6-8683-4abb99900501 will not be triggered until provisioned by entity DHCP. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:51.051739 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cc76a4ec-737b-4c2a-88e7-81b44273ac17 req-1a55a10d-7caa-4282-a226-4fae889def36 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513886 Apr 30 13:17:51.110317 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-9c941f93-ec12-4f46-9a92-adf65980c08c service neutron] 10.222.0.30 "GET /v2.0/networks/b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849754 Apr 30 13:17:51.111774 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7d30e098-2f7a-4371-880f-2cad6b912d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:51.115612 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:51.223684 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d30e098-2f7a-4371-880f-2cad6b912d80 admin admin] Network 3357c09a-1ff1-4156-b7a5-b206cf73267c is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:51.233814 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-7d30e098-2f7a-4371-880f-2cad6b912d80 admin admin] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:51.252543 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d30e098-2f7a-4371-880f-2cad6b912d80 admin admin] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:51.315241 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30e098-2f7a-4371-880f-2cad6b912d80 admin admin] Pushing event updated for resources: {'Port': ['ID=bbf10d63-9cd9-49a6-8683-4abb99900501,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:51.328627 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-7d30e098-2f7a-4371-880f-2cad6b912d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:51.462460 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7d30e098-2f7a-4371-880f-2cad6b912d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657636'] for router_interface, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:51.518431 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff821d-6ab4-415f-85a0-e2033ea302b4 req-1e3a0997-7717-444d-b90c-bca9363a25d9 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:51.519969 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-42ff821d-6ab4-415f-85a0-e2033ea302b4 req-1e3a0997-7717-444d-b90c-bca9363a25d9 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.3493283 Apr 30 13:17:51.535500 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00974f68-de14-47f4-9d60-1e7492486248 None None] Provisioning for port bbf10d63-9cd9-49a6-8683-4abb99900501 completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:51.547445 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00974f68-de14-47f4-9d60-1e7492486248 None None] Provisioning complete for port bbf10d63-9cd9-49a6-8683-4abb99900501 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:51.547820 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00974f68-de14-47f4-9d60-1e7492486248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:51.581263 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-0b25aa5c-c46a-440e-a392-5000c1bdbbc9 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:51.588143 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-0b25aa5c-c46a-440e-a392-5000c1bdbbc9 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/networks?id=a75ffc8e-f4e6-415a-9acb-883798976b2c HTTP/1.1" status: 200 len: 815 time: 0.2514787 Apr 30 13:17:51.607906 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-00974f68-de14-47f4-9d60-1e7492486248 None None] Port bbf10d63-9cd9-49a6-8683-4abb99900501 cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:17:51.618219 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-2566cd62-7ddd-4ad9-ac34-142aab5006c5 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/quotas/92757e3fba2f43fbbc422ff9719041f0 HTTP/1.1" status: 200 len: 375 time: 0.0288870 Apr 30 13:17:51.668609 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-42ff821d-6ab4-415f-85a0-e2033ea302b4 req-9d1d8d11-0663-422e-a7ea-940c48efcba7 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276150 Apr 30 13:17:51.797734 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 0f7db1f6-6550-4663-8783-fec044f2f9cd up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:51.832094 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f79d22b4-9aeb-42c2-bdea-39ec993f00bc req-76d6cd62-6784-47c3-96df-cf38dd970c59 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 210 time: 0.0638485 Apr 30 13:17:51.841992 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-03f7c790-12cf-4ed2-8fed-d8425b5d4016 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=92757e3fba2f43fbbc422ff9719041f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2230031 Apr 30 13:17:51.900833 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port 0f7db1f6-6550-4663-8783-fec044f2f9cd completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:51.912385 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port 0f7db1f6-6550-4663-8783-fec044f2f9cd triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:51.913182 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.011014 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7d30e098-2f7a-4371-880f-2cad6b912d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.057006 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.077229 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] For port 0f7db1f6-6550-4663-8783-fec044f2f9cd, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=0f7db1f6-6550-4663-8783-fec044f2f9cd,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:52.082699 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.087474 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-be06d2bb-436f-4406-908f-2a87be4d6d42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:52.159288 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Pushing event updated for resources: {'Port': ['ID=0f7db1f6-6550-4663-8783-fec044f2f9cd,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:52.163345 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:52.208334 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-5b085a5e-049c-4662-9451-170281f7ccf7 service neutron] 10.222.0.30 "GET /v2.0/networks/a75ffc8e-f4e6-415a-9acb-883798976b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574271 Apr 30 13:17:52.367739 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 6afa7552-c866-4a56-a406-91a270fb834f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:17:52.427616 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df7a4b-ccf4-4fc3-930f-a58b891fadb7 req-32f2fbf2-dd6c-46c7-bd9f-41de33e7ff32 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:52.429076 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b8df7a4b-ccf4-4fc3-930f-a58b891fadb7 req-32f2fbf2-dd6c-46c7-bd9f-41de33e7ff32 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.4699373 Apr 30 13:17:52.502717 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 6afa7552-c866-4a56-a406-91a270fb834f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6afa7552-c866-4a56-a406-91a270fb834f,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:52.511980 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-ab9e1549-93f2-462e-85f6-025282120867 service neutron] 10.222.0.30 "GET /v2.0/networks/a75ffc8e-f4e6-415a-9acb-883798976b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899060 Apr 30 13:17:52.517350 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Returning: {'device': '6afa7552-c866-4a56-a406-91a270fb834f', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'port_id': '6afa7552-c866-4a56-a406-91a270fb834f', 'mac_address': 'fa:16:3e:72:ea:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:17:52.527722 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b8df7a4b-ccf4-4fc3-930f-a58b891fadb7 req-db5f680e-83c3-4c78-b881-0a771079a286 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923107 Apr 30 13:17:52.579632 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.588947 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7d30e098-2f7a-4371-880f-2cad6b912d80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.599265 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7d30e098-2f7a-4371-880f-2cad6b912d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-554251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.600104 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6afa7552-c866-4a56-a406-91a270fb834f {{(pid=73847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:17:52.617836 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 6afa7552-c866-4a56-a406-91a270fb834f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6afa7552-c866-4a56-a406-91a270fb834f,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:52.622287 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.624874 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:52.719464 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-176f33e0-29fd-487b-b781-7b7e54782498 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:52.722197 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=6afa7552-c866-4a56-a406-91a270fb834f,revision_number=6']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:52.731452 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.731841 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.732179 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.732542 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.732873 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.733242 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.733581 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.733931 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.734732 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.735127 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.735452 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.735765 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.742759 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:52.776338 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7d30e098-2f7a-4371-880f-2cad6b912d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657473'] for router_interface, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.852933 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['6afa7552-c866-4a56-a406-91a270fb834f'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:17:52.949696 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ee110861-b94f-43fb-b1ac-5e1be7d8b62f req-3e53b6a1-1612-429c-81a5-835f69dada3b tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 210 time: 0.1652741 Apr 30 13:17:53.024833 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30e098-2f7a-4371-880f-2cad6b912d80 admin admin] Pushing event updated for resources: {'Port': ['ID=bbf10d63-9cd9-49a6-8683-4abb99900501,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:53.038307 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-7d30e098-2f7a-4371-880f-2cad6b912d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:53.231891 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-39574732-f018-426e-bea5-5e33f5fad613 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:53.233261 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-39574732-f018-426e-bea5-5e33f5fad613 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.96 "GET /v2.0/networks?id=b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14 HTTP/1.1" status: 200 len: 808 time: 0.4499438 Apr 30 13:17:53.247900 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7dbab9-9f22-4181-aa4e-a27fc8da1c77 req-d8b9b2a9-6e24-4e10-a1be-4015fa6a8e17 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:53.249884 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4a7dbab9-9f22-4181-aa4e-a27fc8da1c77 req-d8b9b2a9-6e24-4e10-a1be-4015fa6a8e17 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.5335822 Apr 30 13:17:53.264474 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d30e098-2f7a-4371-880f-2cad6b912d80 admin admin] Network 3357c09a-1ff1-4156-b7a5-b206cf73267c is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:53.282359 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-fbbaaaf0-9199-4287-afd4-26ce2710b843 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Request body: {'port': {'device_id': '7aa8167a-6631-424d-ac20-742546f11492', 'network_id': 'b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14', 'admin_state_up': True, 'tenant_id': '28e39b32d0dc457cb24f267d868d9d14'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:53.295980 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-7d30e098-2f7a-4371-880f-2cad6b912d80 admin admin] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:53.504448 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f306d79-9f92-4f59-8763-428964eb29d8 req-ebabd9f5-de70-42e4-9922-2381f5e520f9 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:53.505855 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8f306d79-9f92-4f59-8763-428964eb29d8 req-ebabd9f5-de70-42e4-9922-2381f5e520f9 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.4032545 Apr 30 13:17:53.540199 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-e548d37b-3218-4bb8-8ae8-d8093b48c20f None None] Provisioning complete for port bbf10d63-9cd9-49a6-8683-4abb99900501 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:53.540565 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-e548d37b-3218-4bb8-8ae8-d8093b48c20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:53.549332 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4a7dbab9-9f22-4181-aa4e-a27fc8da1c77 req-bffed24c-eb29-4d56-a057-c09128ac8540 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2874684 Apr 30 13:17:53.614905 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-e548d37b-3218-4bb8-8ae8-d8093b48c20f None None] Port bbf10d63-9cd9-49a6-8683-4abb99900501 cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:17:53.710592 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 0f7db1f6-6550-4663-8783-fec044f2f9cd up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:53.728989 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8f306d79-9f92-4f59-8763-428964eb29d8 req-a0f8ae49-8448-450d-9538-2d6c7ec8610c tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053435 Apr 30 13:17:53.734279 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-70b1abaf-42ee-4cec-a2bc-7e7bceb149d4 req-f8338bb9-33ae-42ec-a58f-a0560da9067b tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 210 time: 0.0698383 Apr 30 13:17:53.735183 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-fbbaaaf0-9199-4287-afd4-26ce2710b843 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:53.755175 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-fbbaaaf0-9199-4287-afd4-26ce2710b843 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:53.755175 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d30e098-2f7a-4371-880f-2cad6b912d80 admin admin] Router 81335178-fe08-4cdb-99b6-f8b3a6bf09af has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:17:53.786423 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port 0f7db1f6-6550-4663-8783-fec044f2f9cd triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:53.786795 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:53.950576 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-fbbaaaf0-9199-4287-afd4-26ce2710b843 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Made reservation on behalf of 28e39b32d0dc457cb24f267d868d9d14 for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:17:53.953989 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-fbbaaaf0-9199-4287-afd4-26ce2710b843 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:54.204976 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ba85e21a-7a4c-47e5-8a7d-8e36ee049e4b req-862dc311-d8db-4193-ba04-7038aeada252 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 210 time: 0.0845416 Apr 30 13:17:54.344762 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d30e098-2f7a-4371-880f-2cad6b912d80 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:17:54.359116 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4356f2-f321-4671-a352-088207b070e8 None None] Sync routers for ids ['81335178-fe08-4cdb-99b6-f8b3a6bf09af'] in dv-cinder-788363-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:17:54.370724 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4356f2-f321-4671-a352-088207b070e8 None None] Routers {'81335178-fe08-4cdb-99b6-f8b3a6bf09af'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:54.371643 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-be4356f2-f321-4671-a352-088207b070e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:17:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['81335178-fe08-4cdb-99b6-f8b3a6bf09af'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:54.433003 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 6afa7552-c866-4a56-a406-91a270fb834f up at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:54.434163 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce05ba-1dca-4ef3-8068-1aa11df2d43f req-60a201b6-e83d-47c9-9529-eca4d8fd1937 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:54.436433 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-82ce05ba-1dca-4ef3-8068-1aa11df2d43f req-60a201b6-e83d-47c9-9529-eca4d8fd1937 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 944 time: 0.4864509 Apr 30 13:17:54.485075 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-7d30e098-2f7a-4371-880f-2cad6b912d80 admin admin] 10.222.0.30 "PUT /v2.0/routers/81335178-fe08-4cdb-99b6-f8b3a6bf09af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6671143 Apr 30 13:17:54.529968 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-871f3816-5745-4279-9cda-3a76c38bedb0 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:54.531673 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-871f3816-5745-4279-9cda-3a76c38bedb0 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.96 "GET /v2.0/networks?id=a75ffc8e-f4e6-415a-9acb-883798976b2c HTTP/1.1" status: 200 len: 815 time: 0.3148918 Apr 30 13:17:54.535173 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-fbbaaaf0-9199-4287-afd4-26ce2710b843 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Allocated IP 172.20.0.7 (b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14/a8caef5a-38a1-43fb-8ec7-373027739ab6/fd53bf8b-0c83-40fc-8383-b81935af9bfd) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:54.544103 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-82ce05ba-1dca-4ef3-8068-1aa11df2d43f req-37b89449-f773-4cd3-81ab-c8842f28894c tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921044 Apr 30 13:17:54.609317 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-257e88be-c33b-482c-b07e-d6f49fb87c49 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Request body: {'port': {'device_id': '37c2ed9b-4468-49a0-bd96-1948ca67f51b', 'network_id': 'a75ffc8e-f4e6-415a-9acb-883798976b2c', 'admin_state_up': True, 'tenant_id': '92757e3fba2f43fbbc422ff9719041f0'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:54.715519 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning complete for port 6afa7552-c866-4a56-a406-91a270fb834f triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:54.716068 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:54.806671 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-be4356f2-f321-4671-a352-088207b070e8 None None] Set router 81335178-fe08-4cdb-99b6-f8b3a6bf09af gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:54.958073 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-257e88be-c33b-482c-b07e-d6f49fb87c49 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:54.971718 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-257e88be-c33b-482c-b07e-d6f49fb87c49 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:55.049466 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.146327 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648c3844-71ae-42ce-9c0a-b2226ee657a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afa7552-c866-4a56-a406-91a270fb834f'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:55.165015 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 6afa7552-c866-4a56-a406-91a270fb834f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6afa7552-c866-4a56-a406-91a270fb834f,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:55.166164 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-257e88be-c33b-482c-b07e-d6f49fb87c49 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Made reservation on behalf of 92757e3fba2f43fbbc422ff9719041f0 for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:17:55.171309 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-257e88be-c33b-482c-b07e-d6f49fb87c49 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.175853 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.180234 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-d040dabd-3b25-4821-bfdd-e3eab370d2ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:55.354424 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=6afa7552-c866-4a56-a406-91a270fb834f,revision_number=7']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:55.361337 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:55.398711 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-be4356f2-f321-4671-a352-088207b070e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'name': 'tempest-TestMinimumBasicScenario-1581740521-router', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0f7db1f6-6550-4663-8783-fec044f2f9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:46Z', 'updated_at': '2021-04-30T13:17:51Z', 'revision_number': 4, 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'gw_port': {'id': '0f7db1f6-6550-4663-8783-fec044f2f9cd', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:46Z', 'updated_at': '2021-04-30T13:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'bbf10d63-9cd9-49a6-8683-4abb99900501', 'name': '', 'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'mac_address': 'fa:16:3e:23:92:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '70d26d5f-252a-44e7-a608-0a89cf716e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:50Z', 'updated_at': '2021-04-30T13:17:52Z', 'revision_number': 2, 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'subnets': [{'id': '70d26d5f-252a-44e7-a608-0a89cf716e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:55.409119 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4356f2-f321-4671-a352-088207b070e8 None None] Checking router: 81335178-fe08-4cdb-99b6-f8b3a6bf09af for host: dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:17:55.409489 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4356f2-f321-4671-a352-088207b070e8 None None] Updating router 81335178-fe08-4cdb-99b6-f8b3a6bf09af port bbf10d63-9cd9-49a6-8683-4abb99900501 binding host dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:17:55.437802 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 32970) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:55.445845 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-eb033d53-a1e5-43d1-a540-a68dfd5beafd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-611415149-network', 'tenant_id': 'd27b931422c24a38b43777335701dd97'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:55.451959 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-eb033d53-a1e5-43d1-a540-a68dfd5beafd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:55.461172 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-eb033d53-a1e5-43d1-a540-a68dfd5beafd admin admin] Usage tracker for resource:network and tenant:d27b931422c24a38b43777335701dd97 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:55.468138 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-eb033d53-a1e5-43d1-a540-a68dfd5beafd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:55.472085 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b99b5-964c-4e94-8a0e-1f1795a06e65 req-3ecf8080-de3b-4cde-93db-4d0c41ff8ee4 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:55.477856 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-eb033d53-a1e5-43d1-a540-a68dfd5beafd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:55.481836 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fe5b99b5-964c-4e94-8a0e-1f1795a06e65 req-3ecf8080-de3b-4cde-93db-4d0c41ff8ee4 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.5065577 Apr 30 13:17:55.492999 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb033d53-a1e5-43d1-a540-a68dfd5beafd admin admin] Made reservation on behalf of d27b931422c24a38b43777335701dd97 for: {'network': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:17:55.496723 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-eb033d53-a1e5-43d1-a540-a68dfd5beafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for network, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.499352 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-be4356f2-f321-4671-a352-088207b070e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.522316 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-eb033d53-a1e5-43d1-a540-a68dfd5beafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.531617 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd0ee7-44ed-44fc-a6f3-cd0ad5e97016 req-da29cc1c-80bc-4028-812e-5b62efa7fe17 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:55.538799 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c4dd0ee7-44ed-44fc-a6f3-cd0ad5e97016 req-da29cc1c-80bc-4028-812e-5b62efa7fe17 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.5621109 Apr 30 13:17:55.546236 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-eb033d53-a1e5-43d1-a540-a68dfd5beafd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:55.553243 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-eb033d53-a1e5-43d1-a540-a68dfd5beafd admin admin] Usage tracker for resource:security_group_rule and tenant:d27b931422c24a38b43777335701dd97 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:55.557547 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-eb033d53-a1e5-43d1-a540-a68dfd5beafd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:55.567359 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-eb033d53-a1e5-43d1-a540-a68dfd5beafd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:55.622456 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-fbbaaaf0-9199-4287-afd4-26ce2710b843 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.687755 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-eb033d53-a1e5-43d1-a540-a68dfd5beafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.695532 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-eb033d53-a1e5-43d1-a540-a68dfd5beafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.712781 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb033d53-a1e5-43d1-a540-a68dfd5beafd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1170} {{(pid=73846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:17:55.721147 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-5242d69c-bcbb-4639-8f43-36809129680d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:55.734731 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-eb033d53-a1e5-43d1-a540-a68dfd5beafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.735295 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.db.segments_db [None req-eb033d53-a1e5-43d1-a540-a68dfd5beafd admin admin] Added segment cb6690b3-2523-412d-b7c1-7c1c23deb094 of type vlan for network 316cab8c-0bab-420d-8e32-1ae10bd662fe Apr 30 13:17:55.760277 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb033d53-a1e5-43d1-a540-a68dfd5beafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb06f44-8317-45df-a697-5d4c47887782,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:55.773093 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-eb033d53-a1e5-43d1-a540-a68dfd5beafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:55.782320 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-eb033d53-a1e5-43d1-a540-a68dfd5beafd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672049812'] for network, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.820884 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-fbbaaaf0-9199-4287-afd4-26ce2710b843 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.822757 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-eb033d53-a1e5-43d1-a540-a68dfd5beafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for network, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.824565 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb033d53-a1e5-43d1-a540-a68dfd5beafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:55.825507 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-eb033d53-a1e5-43d1-a540-a68dfd5beafd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.851751 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-691481e6-6de4-49af-b38d-04e815efef01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:55.865790 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1400bf33-71ee-4205-b352-24c7f525f8e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:55.872598 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-eb033d53-a1e5-43d1-a540-a68dfd5beafd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4335670 Apr 30 13:17:55.889200 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 32976) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:55.898744 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-53690344-71ee-43d6-a45f-87f10381f852 admin admin] Request body: {'subnet': {'network_id': '316cab8c-0bab-420d-8e32-1ae10bd662fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-611415149-subnet', 'tenant_id': 'd27b931422c24a38b43777335701dd97', 'ip_version': 4}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:55.905520 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-53690344-71ee-43d6-a45f-87f10381f852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:55.909785 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-53690344-71ee-43d6-a45f-87f10381f852 admin admin] Usage tracker for resource:subnet and tenant:d27b931422c24a38b43777335701dd97 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:55.913239 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-53690344-71ee-43d6-a45f-87f10381f852 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:55.920314 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-53690344-71ee-43d6-a45f-87f10381f852 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:55.934592 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53690344-71ee-43d6-a45f-87f10381f852 admin admin] Made reservation on behalf of d27b931422c24a38b43777335701dd97 for: {'subnet': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:17:55.937839 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-53690344-71ee-43d6-a45f-87f10381f852 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6978908'] for subnet, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.957382 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-fbbaaaf0-9199-4287-afd4-26ce2710b843 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Network b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:55.977343 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c4dd0ee7-44ed-44fc-a6f3-cd0ad5e97016 req-aec147b8-4e74-4935-9b42-10135e72800d tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4376247 Apr 30 13:17:55.993594 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-fbbaaaf0-9199-4287-afd4-26ce2710b843 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:56.009694 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fe5b99b5-964c-4e94-8a0e-1f1795a06e65 req-e4c9c131-eb0c-428f-84a8-87ee3c27c0e1 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5272996 Apr 30 13:17:56.033540 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-fbbaaaf0-9199-4287-afd4-26ce2710b843 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:56.111146 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-be4356f2-f321-4671-a352-088207b070e8 None None] Notify callbacks [] for port, precommit_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:56.125511 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-be4356f2-f321-4671-a352-088207b070e8 None None] Transition to ACTIVE for port object bbf10d63-9cd9-49a6-8683-4abb99900501 will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:56.136073 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648c3844-71ae-42ce-9c0a-b2226ee657a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afa7552-c866-4a56-a406-91a270fb834f', 'code': 200} Apr 30 13:17:56.141743 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-be4356f2-f321-4671-a352-088207b070e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:56.155715 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:56.196511 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbaaaf0-9199-4287-afd4-26ce2710b843 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Pushing event updated for resources: {'Port': ['ID=fd53bf8b-0c83-40fc-8383-b81935af9bfd,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:56.207348 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb033d53-a1e5-43d1-a540-a68dfd5beafd admin admin] Pushing event updated for resources: {'Network': ['ID=316cab8c-0bab-420d-8e32-1ae10bd662fe,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:56.210433 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-fbbaaaf0-9199-4287-afd4-26ce2710b843 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:56.214956 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-eb033d53-a1e5-43d1-a540-a68dfd5beafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:56.225251 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-257e88be-c33b-482c-b07e-d6f49fb87c49 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Allocated IP 172.20.0.10 (a75ffc8e-f4e6-415a-9acb-883798976b2c/aa65aba5-f1eb-49b6-881e-26a1aa2e4072/1b920c35-5754-4a98-9d5d-84dffc7a3aae) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:56.247775 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Network 316cab8c-0bab-420d-8e32-1ae10bd662fe details requested by agent ovs-agent-dv-cinder-788363-2-iscsi with host dv-cinder-788363-2-iscsi {{(pid=73847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:17:56.346308 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9db68f69-3e7a-42b9-a397-beaebb1045f4 req-3c5b67e3-d0ec-4bc7-9e6e-20daa5073222 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 210 time: 0.0685968 Apr 30 13:17:56.352208 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-fbbaaaf0-9199-4287-afd4-26ce2710b843 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:56.353817 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-fbbaaaf0-9199-4287-afd4-26ce2710b843 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:56.624659 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-fbbaaaf0-9199-4287-afd4-26ce2710b843 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3641291 Apr 30 13:17:56.629731 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9c5c5-87aa-4a28-a164-2e20c74a853c None None] Pushing event updated for resources: {'Port': ['ID=bbf10d63-9cd9-49a6-8683-4abb99900501,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:56.655950 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-4dc9c5c5-87aa-4a28-a164-2e20c74a853c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:56.658583 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-ca978f1e-d76a-4b3d-9112-b37c0a169a69 service neutron] Request body: {'port': {'device_id': '7aa8167a-6631-424d-ac20-742546f11492', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:56.760381 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-53690344-71ee-43d6-a45f-87f10381f852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8246644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6978894'] for subnet, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:56.767205 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-44a7679d-05de-4343-bd90-180e83166587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:56.771328 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-be4356f2-f321-4671-a352-088207b070e8 None None] Attempting to bind port bbf10d63-9cd9-49a6-8683-4abb99900501 on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:17:56.771922 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-be4356f2-f321-4671-a352-088207b070e8 None None] Attempting to bind port bbf10d63-9cd9-49a6-8683-4abb99900501 by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': '2ad13149-5726-459f-ae47-3c868836558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:17:56.772449 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4356f2-f321-4671-a352-088207b070e8 None None] Attempting to bind port bbf10d63-9cd9-49a6-8683-4abb99900501 on network 3357c09a-1ff1-4156-b7a5-b206cf73267c {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:56.781532 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4356f2-f321-4671-a352-088207b070e8 None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:17:56.782188 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4356f2-f321-4671-a352-088207b070e8 None None] Checking segment: {'id': '2ad13149-5726-459f-ae47-3c868836558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:56.782737 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-be4356f2-f321-4671-a352-088207b070e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:56.783280 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4356f2-f321-4671-a352-088207b070e8 None None] Bound using segment: {'id': '2ad13149-5726-459f-ae47-3c868836558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:17:56.783927 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-be4356f2-f321-4671-a352-088207b070e8 None None] Bound port: bbf10d63-9cd9-49a6-8683-4abb99900501, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad13149-5726-459f-ae47-3c868836558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:17:56.784465 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-be4356f2-f321-4671-a352-088207b070e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:56.812331 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-ca978f1e-d76a-4b3d-9112-b37c0a169a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:56.856424 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53690344-71ee-43d6-a45f-87f10381f852 admin admin] Checking segment: {'id': 'cb6690b3-2523-412d-b7c1-7c1c23deb094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '316cab8c-0bab-420d-8e32-1ae10bd662fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:56.856783 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53690344-71ee-43d6-a45f-87f10381f852 admin admin] Network hostable DHCP agents. Network: 316cab8c-0bab-420d-8e32-1ae10bd662fe, hostable agents: ['951155d5-6c37-4e98-94aa-59d9e3ee6c00'], hosted agents: [] {{(pid=73846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:17:56.873884 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53690344-71ee-43d6-a45f-87f10381f852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fabb1aa-c648-49ff-be4b-028a25bf4930,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:56.878669 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-53690344-71ee-43d6-a45f-87f10381f852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:56.887730 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53690344-71ee-43d6-a45f-87f10381f852 admin admin] Network 316cab8c-0bab-420d-8e32-1ae10bd662fe is scheduled to be hosted by DHCP agent 951155d5-6c37-4e98-94aa-59d9e3ee6c00 with binding_index 1 {{(pid=73846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:17:56.905817 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-53690344-71ee-43d6-a45f-87f10381f852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-iscsi, 316cab8c-0bab-420d-8e32-1ae10bd662fe) {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:56.919072 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53690344-71ee-43d6-a45f-87f10381f852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:56.920744 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-53690344-71ee-43d6-a45f-87f10381f852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for subnet, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:56.925377 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6432e58-e906-4b8e-9f56-e786fccda2b8 None None] Network 316cab8c-0bab-420d-8e32-1ae10bd662fe requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:17:56.944975 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef70580-7664-4fdf-a1c7-6bde2634a763 req-8a150e65-25c9-4f6e-bc76-de875f3dec1e tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:56.945891 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-eef70580-7664-4fdf-a1c7-6bde2634a763 req-8a150e65-25c9-4f6e-bc76-de875f3dec1e tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Synchronizing usage tracker for tenant:28e39b32d0dc457cb24f267d868d9d14 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:17:56.956006 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-53690344-71ee-43d6-a45f-87f10381f852 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0652382 Apr 30 13:17:56.959513 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 32980) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:56.967531 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-f3342a0c-19da-4ccd-aa24-78e2a0a835c2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-611415149-router', 'tenant_id': 'd27b931422c24a38b43777335701dd97', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:56.973185 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-f3342a0c-19da-4ccd-aa24-78e2a0a835c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:56.979646 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-f3342a0c-19da-4ccd-aa24-78e2a0a835c2 admin admin] Usage tracker for resource:router and tenant:d27b931422c24a38b43777335701dd97 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:56.983787 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-f3342a0c-19da-4ccd-aa24-78e2a0a835c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:56.993829 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-f3342a0c-19da-4ccd-aa24-78e2a0a835c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:57.017988 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f3342a0c-19da-4ccd-aa24-78e2a0a835c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-693704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30063'] for router, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:57.021250 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f3342a0c-19da-4ccd-aa24-78e2a0a835c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30054'] for router, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:57.051410 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f3342a0c-19da-4ccd-aa24-78e2a0a835c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:57.105410 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-be4356f2-f321-4671-a352-088207b070e8 None None] For port bbf10d63-9cd9-49a6-8683-4abb99900501, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:17:57.105621 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd237a0-cc30-4c3b-95b0-cb5ed33e2768 req-cf8f0590-0bbf-4d87-826a-99c075719a46 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:57.108218 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-acd237a0-cc30-4c3b-95b0-cb5ed33e2768 req-cf8f0590-0bbf-4d87-826a-99c075719a46 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.5367849 Apr 30 13:17:57.120594 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-be4356f2-f321-4671-a352-088207b070e8 None None] For port bbf10d63-9cd9-49a6-8683-4abb99900501, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=bbf10d63-9cd9-49a6-8683-4abb99900501,segment=NetworkSegment(2ad13149-5726-459f-ae47-3c868836558d),segment_id=2ad13149-5726-459f-ae47-3c868836558d)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:17:57.151236 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-eef70580-7664-4fdf-a1c7-6bde2634a763 req-8a150e65-25c9-4f6e-bc76-de875f3dec1e tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Unset dirty status for tenant:28e39b32d0dc457cb24f267d868d9d14 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:17:57.153731 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-be4356f2-f321-4671-a352-088207b070e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:57.160440 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-eef70580-7664-4fdf-a1c7-6bde2634a763 req-8a150e65-25c9-4f6e-bc76-de875f3dec1e tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 931 time: 0.9324939 Apr 30 13:17:57.164454 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-fed17870-c0fb-4a2d-85cd-ef9ba60b486f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:57.335081 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9c5c5-87aa-4a28-a164-2e20c74a853c None None] Pushing event updated for resources: {'Port': ['ID=bbf10d63-9cd9-49a6-8683-4abb99900501,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:57.335721 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-eef70580-7664-4fdf-a1c7-6bde2634a763 req-33de0700-b774-407b-a3bf-97535b7ce905 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/security-groups?id=4659f618-4119-44f6-b34b-2927b501fb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700249 Apr 30 13:17:57.340495 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4356f2-f321-4671-a352-088207b070e8 None None] Routers {'81335178-fe08-4cdb-99b6-f8b3a6bf09af'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:57.341700 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-be4356f2-f321-4671-a352-088207b070e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:17:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['81335178-fe08-4cdb-99b6-f8b3a6bf09af'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:57.422618 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-257e88be-c33b-482c-b07e-d6f49fb87c49 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:57.445720 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-acd237a0-cc30-4c3b-95b0-cb5ed33e2768 req-8a006903-1a74-4608-8171-b1cdb8315c9d tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3111877 Apr 30 13:17:57.571124 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-4dc9c5c5-87aa-4a28-a164-2e20c74a853c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:57.706545 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f3342a0c-19da-4ccd-aa24-78e2a0a835c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30100'] for router, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:57.813008 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9db6db0-8bda-437f-a784-f7f25dd7c382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp795fea3c-7670-5529-a9d6-b749f9b93b97-316cab8c-0bab-420d-8e32-1ae10bd662fe', 'network_id': '316cab8c-0bab-420d-8e32-1ae10bd662fe', 'tenant_id': 'd27b931422c24a38b43777335701dd97', 'fixed_ips': [{'subnet_id': '1fabb1aa-c648-49ff-be4b-028a25bf4930'}]}} from dv-cinder-788363-2-iscsi. {{(pid=73847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:17:57.813724 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d9db6db0-8bda-437f-a784-f7f25dd7c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:57.971411 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-257e88be-c33b-482c-b07e-d6f49fb87c49 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:57.981700 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-be4356f2-f321-4671-a352-088207b070e8 None None] Set router 81335178-fe08-4cdb-99b6-f8b3a6bf09af gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:58.002029 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-6e4566f1-db39-4f52-ba48-f2fdfd6d133d tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:58.038252 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e', '95f34187-edf9-4ac6-b776-e8875f572228', '5fa88126-d0a0-48c0-80bd-0adc40108374'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:17:58.096906 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e88be-c33b-482c-b07e-d6f49fb87c49 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Pushing event updated for resources: {'Port': ['ID=1b920c35-5754-4a98-9d5d-84dffc7a3aae,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:58.109817 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-257e88be-c33b-482c-b07e-d6f49fb87c49 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:58.132624 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde8904-d692-4f5a-aff6-36a1d9b41e34 req-d5a168c9-8684-4f6f-928f-12baad897764 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:58.134247 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bdde8904-d692-4f5a-aff6-36a1d9b41e34 req-d5a168c9-8684-4f6f-928f-12baad897764 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.3190186 Apr 30 13:17:58.145019 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-257e88be-c33b-482c-b07e-d6f49fb87c49 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Network a75ffc8e-f4e6-415a-9acb-883798976b2c is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:58.150591 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-257e88be-c33b-482c-b07e-d6f49fb87c49 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:58.183611 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-257e88be-c33b-482c-b07e-d6f49fb87c49 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:58.238757 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f3342a0c-19da-4ccd-aa24-78e2a0a835c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:58.262525 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-257e88be-c33b-482c-b07e-d6f49fb87c49 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:58.263393 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-257e88be-c33b-482c-b07e-d6f49fb87c49 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:58.271988 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f3342a0c-19da-4ccd-aa24-78e2a0a835c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:58.372328 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bdde8904-d692-4f5a-aff6-36a1d9b41e34 req-c00ad80e-4afc-42b1-ba0c-0574b573c072 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255530 Apr 30 13:17:58.386511 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62024793-4796-402f-920d-9d4e0991a3c8 req-47641830-4ad6-4ba9-a34c-68189b7655bf tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:58.390342 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-62024793-4796-402f-920d-9d4e0991a3c8 req-47641830-4ad6-4ba9-a34c-68189b7655bf tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.6435242 Apr 30 13:17:58.398238 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-257e88be-c33b-482c-b07e-d6f49fb87c49 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8031876 Apr 30 13:17:58.474828 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-71e69108-e0c9-4c60-a33d-91fbd3cbbe48 service neutron] Request body: {'port': {'device_id': '37c2ed9b-4468-49a0-bd96-1948ca67f51b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:58.484241 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [None req-f3342a0c-19da-4ccd-aa24-78e2a0a835c2 admin admin] Allocated IP 172.27.3.113 (c3b86f7e-3861-4477-9f50-64652b00e102/6d81663d-75dc-44ec-8bd2-9cfe56c21a4e/a9effc05-9402-406c-8c3e-b893aeb7cde4) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:58.571700 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.db_base_plugin_common [None req-d9db6db0-8bda-437f-a784-f7f25dd7c382 None None] Allocated IP 172.20.0.2 (316cab8c-0bab-420d-8e32-1ae10bd662fe/1fabb1aa-c648-49ff-be4b-028a25bf4930/f07882e4-d075-4ffd-b644-99f82a685b0c) {{(pid=73847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:58.724066 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f3342a0c-19da-4ccd-aa24-78e2a0a835c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:58.749215 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-ca978f1e-d76a-4b3d-9112-b37c0a169a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd53bf8b-0c83-40fc-8383-b81935af9bfd {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:17:58.761288 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-62024793-4796-402f-920d-9d4e0991a3c8 req-a6c952cc-4434-491e-b0a5-c56612df0cf1 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615129 Apr 30 13:17:58.768683 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f3342a0c-19da-4ccd-aa24-78e2a0a835c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:58.771680 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-ca978f1e-d76a-4b3d-9112-b37c0a169a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:58.778042 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-71e69108-e0c9-4c60-a33d-91fbd3cbbe48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:58.778355 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:58.856006 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3342a0c-19da-4ccd-aa24-78e2a0a835c2 admin admin] Pushing event updated for resources: {'Port': ['ID=a9effc05-9402-406c-8c3e-b893aeb7cde4,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:58.860679 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-f3342a0c-19da-4ccd-aa24-78e2a0a835c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:58.871518 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3342a0c-19da-4ccd-aa24-78e2a0a835c2 admin admin] Network c3b86f7e-3861-4477-9f50-64652b00e102 is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:58.874035 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-f3342a0c-19da-4ccd-aa24-78e2a0a835c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:58.881763 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3342a0c-19da-4ccd-aa24-78e2a0a835c2 admin admin] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:58.908187 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-ca978f1e-d76a-4b3d-9112-b37c0a169a69 service neutron] Transition to ACTIVE for port object fd53bf8b-0c83-40fc-8383-b81935af9bfd will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:58.990791 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-ca978f1e-d76a-4b3d-9112-b37c0a169a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-554251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:59.013204 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-7d30e098-2f7a-4371-880f-2cad6b912d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:59.183413 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-be4356f2-f321-4671-a352-088207b070e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'name': 'tempest-TestMinimumBasicScenario-1581740521-router', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0f7db1f6-6550-4663-8783-fec044f2f9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:46Z', 'updated_at': '2021-04-30T13:17:51Z', 'revision_number': 4, 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'gw_port': {'id': '0f7db1f6-6550-4663-8783-fec044f2f9cd', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:46Z', 'updated_at': '2021-04-30T13:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'bbf10d63-9cd9-49a6-8683-4abb99900501', 'name': '', 'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'mac_address': 'fa:16:3e:23:92:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '70d26d5f-252a-44e7-a608-0a89cf716e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:50Z', 'updated_at': '2021-04-30T13:17:57Z', 'revision_number': 4, 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'subnets': [{'id': '70d26d5f-252a-44e7-a608-0a89cf716e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:59.199019 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d9db6db0-8bda-437f-a784-f7f25dd7c382 None None] Notify callbacks [] for port, precommit_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:59.213166 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-d9db6db0-8bda-437f-a784-f7f25dd7c382 None None] Transition to ACTIVE for port object f07882e4-d075-4ffd-b644-99f82a685b0c will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:59.238157 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-d9db6db0-8bda-437f-a784-f7f25dd7c382 None None] Transition to ACTIVE for port object f07882e4-d075-4ffd-b644-99f82a685b0c will not be triggered until provisioned by entity DHCP. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:59.251551 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4356f2-f321-4671-a352-088207b070e8 None None] The sync data for ids ['81335178-fe08-4cdb-99b6-f8b3a6bf09af'] in dv-cinder-788363-2-iscsi is: [{'id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'name': 'tempest-TestMinimumBasicScenario-1581740521-router', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0f7db1f6-6550-4663-8783-fec044f2f9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:46Z', 'updated_at': '2021-04-30T13:17:51Z', 'revision_number': 4, 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'gw_port': {'id': '0f7db1f6-6550-4663-8783-fec044f2f9cd', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:46Z', 'updated_at': '2021-04-30T13:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'bbf10d63-9cd9-49a6-8683-4abb99900501', 'name': '', 'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'mac_address': 'fa:16:3e:23:92:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '70d26d5f-252a-44e7-a608-0a89cf716e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:50Z', 'updated_at': '2021-04-30T13:17:57Z', 'revision_number': 4, 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'subnets': [{'id': '70d26d5f-252a-44e7-a608-0a89cf716e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:17:59.253472 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d9db6db0-8bda-437f-a784-f7f25dd7c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950'] for port, after_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:59.269814 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:59.374459 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9db6db0-8bda-437f-a784-f7f25dd7c382 None None] Network 316cab8c-0bab-420d-8e32-1ae10bd662fe is already hosted by enough agents. {{(pid=73847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:59.378208 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db6db0-8bda-437f-a784-f7f25dd7c382 None None] Pushing event updated for resources: {'Port': ['ID=f07882e4-d075-4ffd-b644-99f82a685b0c,revision_number=1']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:59.380671 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.scheduler.base_scheduler [None req-d9db6db0-8bda-437f-a784-f7f25dd7c382 None None] Resources bound (agent type, host, resource id): {{(pid=73847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:59.383597 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-d9db6db0-8bda-437f-a784-f7f25dd7c382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:59.390534 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9db6db0-8bda-437f-a784-f7f25dd7c382 None None] Received port after_create {{(pid=73847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:59.450451 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca978f1e-d76a-4b3d-9112-b37c0a169a69 service neutron] Pushing event updated for resources: {'Port': ['ID=fd53bf8b-0c83-40fc-8383-b81935af9bfd,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:59.540614 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ca978f1e-d76a-4b3d-9112-b37c0a169a69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:59.634606 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-d9db6db0-8bda-437f-a784-f7f25dd7c382 None None] Attempting to bind port f07882e4-d075-4ffd-b644-99f82a685b0c on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:17:59.635234 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-d9db6db0-8bda-437f-a784-f7f25dd7c382 None None] Attempting to bind port f07882e4-d075-4ffd-b644-99f82a685b0c by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': 'cb6690b3-2523-412d-b7c1-7c1c23deb094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '316cab8c-0bab-420d-8e32-1ae10bd662fe'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:17:59.635537 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9db6db0-8bda-437f-a784-f7f25dd7c382 None None] Attempting to bind port f07882e4-d075-4ffd-b644-99f82a685b0c on network 316cab8c-0bab-420d-8e32-1ae10bd662fe {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:59.667780 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9db6db0-8bda-437f-a784-f7f25dd7c382 None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:17:59.668209 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9db6db0-8bda-437f-a784-f7f25dd7c382 None None] Checking segment: {'id': 'cb6690b3-2523-412d-b7c1-7c1c23deb094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '316cab8c-0bab-420d-8e32-1ae10bd662fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:59.668950 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d9db6db0-8bda-437f-a784-f7f25dd7c382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:59.669227 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9db6db0-8bda-437f-a784-f7f25dd7c382 None None] Bound using segment: {'id': 'cb6690b3-2523-412d-b7c1-7c1c23deb094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '316cab8c-0bab-420d-8e32-1ae10bd662fe'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:17:59.670773 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-d9db6db0-8bda-437f-a784-f7f25dd7c382 None None] Bound port: f07882e4-d075-4ffd-b644-99f82a685b0c, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6690b3-2523-412d-b7c1-7c1c23deb094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '316cab8c-0bab-420d-8e32-1ae10bd662fe'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:17:59.671521 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d9db6db0-8bda-437f-a784-f7f25dd7c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:59.828890 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f3342a0c-19da-4ccd-aa24-78e2a0a835c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:59.882664 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-d9db6db0-8bda-437f-a784-f7f25dd7c382 None None] For port f07882e4-d075-4ffd-b644-99f82a685b0c, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:17:59.887388 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-d9db6db0-8bda-437f-a784-f7f25dd7c382 None None] For port f07882e4-d075-4ffd-b644-99f82a685b0c, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=f07882e4-d075-4ffd-b644-99f82a685b0c,segment=NetworkSegment(cb6690b3-2523-412d-b7c1-7c1c23deb094),segment_id=cb6690b3-2523-412d-b7c1-7c1c23deb094)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:17:59.900039 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device bbf10d63-9cd9-49a6-8683-4abb99900501 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:59.927377 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d9db6db0-8bda-437f-a784-f7f25dd7c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:59.937610 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:59.941967 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493121ec-33ef-452e-b3be-0a5f72c912a9 req-2648f349-06c8-43cb-95fe-e274ede72bc6 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:59.942726 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-493121ec-33ef-452e-b3be-0a5f72c912a9 req-2648f349-06c8-43cb-95fe-e274ede72bc6 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Synchronizing usage tracker for tenant:92757e3fba2f43fbbc422ff9719041f0 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:18:00.021511 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db6db0-8bda-437f-a784-f7f25dd7c382 None None] Pushing event updated for resources: {'Port': ['ID=f07882e4-d075-4ffd-b644-99f82a685b0c,revision_number=2']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:00.027539 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-d9db6db0-8bda-437f-a784-f7f25dd7c382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:00.127773 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port bbf10d63-9cd9-49a6-8683-4abb99900501 completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:18:00.133193 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port bbf10d63-9cd9-49a6-8683-4abb99900501 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:18:00.133577 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:00.400335 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-493121ec-33ef-452e-b3be-0a5f72c912a9 req-2648f349-06c8-43cb-95fe-e274ede72bc6 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Unset dirty status for tenant:92757e3fba2f43fbbc422ff9719041f0 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:18:00.412316 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-493121ec-33ef-452e-b3be-0a5f72c912a9 req-2648f349-06c8-43cb-95fe-e274ede72bc6 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 932 time: 1.7871802 Apr 30 13:18:00.414266 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:00.479535 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-71e69108-e0c9-4c60-a33d-91fbd3cbbe48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b920c35-5754-4a98-9d5d-84dffc7a3aae {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:18:00.491055 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] For port bbf10d63-9cd9-49a6-8683-4abb99900501, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=bbf10d63-9cd9-49a6-8683-4abb99900501,segment=NetworkSegment(2ad13149-5726-459f-ae47-3c868836558d),segment_id=2ad13149-5726-459f-ae47-3c868836558d)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:00.501907 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:00.506256 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-c26f56c8-ecae-474a-8de8-bfef9583a659 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:00.545927 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-71e69108-e0c9-4c60-a33d-91fbd3cbbe48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:00.588882 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f3342a0c-19da-4ccd-aa24-78e2a0a835c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671082'] for router, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:00.619181 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Pushing event updated for resources: {'Port': ['ID=bbf10d63-9cd9-49a6-8683-4abb99900501,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:00.622999 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:00.664686 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa20d1-c0fc-481e-b4ed-87aaed8da045 req-132e50c5-bb42-4780-8afe-48ca1a9dc1df tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:00.673997 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-64aa20d1-c0fc-481e-b4ed-87aaed8da045 req-132e50c5-bb42-4780-8afe-48ca1a9dc1df tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 943 time: 1.7362373 Apr 30 13:18:00.680739 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-71e69108-e0c9-4c60-a33d-91fbd3cbbe48 service neutron] Transition to ACTIVE for port object 1b920c35-5754-4a98-9d5d-84dffc7a3aae will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:18:00.704789 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-ca978f1e-d76a-4b3d-9112-b37c0a169a69 service neutron] Attempting to bind port fd53bf8b-0c83-40fc-8383-b81935af9bfd on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:18:00.705588 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-ca978f1e-d76a-4b3d-9112-b37c0a169a69 service neutron] Attempting to bind port fd53bf8b-0c83-40fc-8383-b81935af9bfd by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'eef12228-c15c-4452-911b-51cfa422989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:18:00.706427 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-ca978f1e-d76a-4b3d-9112-b37c0a169a69 service neutron] Attempting to bind port fd53bf8b-0c83-40fc-8383-b81935af9bfd on network b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:18:00.712066 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-71e69108-e0c9-4c60-a33d-91fbd3cbbe48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-554251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:00.723362 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-ca978f1e-d76a-4b3d-9112-b37c0a169a69 service neutron] Port fd53bf8b-0c83-40fc-8383-b81935af9bfd on network b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:18:00.724060 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-ca978f1e-d76a-4b3d-9112-b37c0a169a69 service neutron] Attempting to bind port fd53bf8b-0c83-40fc-8383-b81935af9bfd on network b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:18:00.726470 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-11210214-4222-4dbd-9817-2fce4a550c13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:00.788455 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-493121ec-33ef-452e-b3be-0a5f72c912a9 req-8ef74cf0-4c6b-4729-9588-63d938a71969 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868593 Apr 30 13:18:00.800278 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-ca978f1e-d76a-4b3d-9112-b37c0a169a69 service neutron] Checking agent: {'id': '339503ba-6418-440e-8cd9-ebb81c45e407', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:18:00.800682 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-ca978f1e-d76a-4b3d-9112-b37c0a169a69 service neutron] Checking segment: {'id': 'eef12228-c15c-4452-911b-51cfa422989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:18:00.801104 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-ca978f1e-d76a-4b3d-9112-b37c0a169a69 service neutron] Bound using segment: {'id': 'eef12228-c15c-4452-911b-51cfa422989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:18:00.801561 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-ca978f1e-d76a-4b3d-9112-b37c0a169a69 service neutron] Bound port: fd53bf8b-0c83-40fc-8383-b81935af9bfd, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eef12228-c15c-4452-911b-51cfa422989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:18:00.801991 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-ca978f1e-d76a-4b3d-9112-b37c0a169a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:00.999791 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-64aa20d1-c0fc-481e-b4ed-87aaed8da045 req-73f388ba-e87c-4e13-a0f8-ac11f13c89b0 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/security-groups?id=4659f618-4119-44f6-b34b-2927b501fb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243117 Apr 30 13:18:01.068922 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e69108-e0c9-4c60-a33d-91fbd3cbbe48 service neutron] Pushing event updated for resources: {'Port': ['ID=1b920c35-5754-4a98-9d5d-84dffc7a3aae,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:01.072065 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-71e69108-e0c9-4c60-a33d-91fbd3cbbe48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:01.095598 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3342a0c-19da-4ccd-aa24-78e2a0a835c2 admin admin] Router 245c346b-9ca6-42a6-9f40-65c801835e9a is scheduled to L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 with binding_index 1 {{(pid=73846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:18:01.352111 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-ca978f1e-d76a-4b3d-9112-b37c0a169a69 service neutron] For port fd53bf8b-0c83-40fc-8383-b81935af9bfd, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:18:01.388884 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-ca978f1e-d76a-4b3d-9112-b37c0a169a69 service neutron] For port fd53bf8b-0c83-40fc-8383-b81935af9bfd, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fd53bf8b-0c83-40fc-8383-b81935af9bfd,segment=NetworkSegment(eef12228-c15c-4452-911b-51cfa422989e),segment_id=eef12228-c15c-4452-911b-51cfa422989e)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:18:01.392367 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-71e69108-e0c9-4c60-a33d-91fbd3cbbe48 service neutron] Attempting to bind port 1b920c35-5754-4a98-9d5d-84dffc7a3aae on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:18:01.392915 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-71e69108-e0c9-4c60-a33d-91fbd3cbbe48 service neutron] Attempting to bind port 1b920c35-5754-4a98-9d5d-84dffc7a3aae by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'a75ffc8e-f4e6-415a-9acb-883798976b2c'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:18:01.393543 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-71e69108-e0c9-4c60-a33d-91fbd3cbbe48 service neutron] Attempting to bind port 1b920c35-5754-4a98-9d5d-84dffc7a3aae on network a75ffc8e-f4e6-415a-9acb-883798976b2c {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:18:01.423360 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-ca978f1e-d76a-4b3d-9112-b37c0a169a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-554251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.436471 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e7b8909e-6f36-4857-b728-8bf0726d2e10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:01.451555 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3342a0c-19da-4ccd-aa24-78e2a0a835c2 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:18:01.462958 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f0d1fe-c5e6-4fac-8037-a33d1e78edcb None None] Sync routers for ids ['245c346b-9ca6-42a6-9f40-65c801835e9a'] in dv-cinder-788363-2-iscsi {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:18:01.477186 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f0d1fe-c5e6-4fac-8037-a33d1e78edcb None None] Routers {'245c346b-9ca6-42a6-9f40-65c801835e9a'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:18:01.477808 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-90f0d1fe-c5e6-4fac-8037-a33d1e78edcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:17:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['245c346b-9ca6-42a6-9f40-65c801835e9a'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:01.505412 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f3342a0c-19da-4ccd-aa24-78e2a0a835c2 admin admin] Notify callbacks [] for router, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.506796 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-f3342a0c-19da-4ccd-aa24-78e2a0a835c2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5463150 Apr 30 13:18:01.509791 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 32998) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:01.523945 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-71e69108-e0c9-4c60-a33d-91fbd3cbbe48 service neutron] Port 1b920c35-5754-4a98-9d5d-84dffc7a3aae on network a75ffc8e-f4e6-415a-9acb-883798976b2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:18:01.524430 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-71e69108-e0c9-4c60-a33d-91fbd3cbbe48 service neutron] Attempting to bind port 1b920c35-5754-4a98-9d5d-84dffc7a3aae on network a75ffc8e-f4e6-415a-9acb-883798976b2c {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:18:01.535770 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca978f1e-d76a-4b3d-9112-b37c0a169a69 service neutron] Pushing event updated for resources: {'Port': ['ID=fd53bf8b-0c83-40fc-8383-b81935af9bfd,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:01.547229 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ca978f1e-d76a-4b3d-9112-b37c0a169a69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:01.548815 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-ca978f1e-d76a-4b3d-9112-b37c0a169a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:01.549432 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-ca978f1e-d76a-4b3d-9112-b37c0a169a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.551096 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-ca978f1e-d76a-4b3d-9112-b37c0a169a69 service neutron] 10.222.0.96 "PUT /v2.0/ports/fd53bf8b-0c83-40fc-8383-b81935af9bfd HTTP/1.1" status: 200 len: 1093 time: 4.9072082 Apr 30 13:18:01.552790 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-71e69108-e0c9-4c60-a33d-91fbd3cbbe48 service neutron] Checking agent: {'id': '339503ba-6418-440e-8cd9-ebb81c45e407', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:18:01.553157 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-71e69108-e0c9-4c60-a33d-91fbd3cbbe48 service neutron] Checking segment: {'id': '5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'a75ffc8e-f4e6-415a-9acb-883798976b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:18:01.553493 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-71e69108-e0c9-4c60-a33d-91fbd3cbbe48 service neutron] Bound using segment: {'id': '5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'a75ffc8e-f4e6-415a-9acb-883798976b2c'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:18:01.553931 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-71e69108-e0c9-4c60-a33d-91fbd3cbbe48 service neutron] Bound port: 1b920c35-5754-4a98-9d5d-84dffc7a3aae, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'a75ffc8e-f4e6-415a-9acb-883798976b2c'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:18:01.554306 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-71e69108-e0c9-4c60-a33d-91fbd3cbbe48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.585417 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa8167a-6631-424d-ac20-742546f11492', 'tag': 'fd53bf8b-0c83-40fc-8383-b81935af9bfd'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:01.673235 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ec9408-402f-4925-b271-e97408b899e4 None None] Network 316cab8c-0bab-420d-8e32-1ae10bd662fe requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:18:01.797976 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063fee9-e675-4eb5-a616-62e7808fe186 req-dd944622-36c2-42c9-bcb6-ec7a5b179123 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:01.800572 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1063fee9-e675-4eb5-a616-62e7808fe186 req-dd944622-36c2-42c9-bcb6-ec7a5b179123 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.7931616 Apr 30 13:18:01.840252 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc85990-8ab8-481c-9ad5-6b1689fc0110 req-550fd672-bf09-4224-bfbe-329443c77453 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:01.848800 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0465b46e-3371-4792-a3ee-9946d03640b9 None None] Provisioning for port f07882e4-d075-4ffd-b644-99f82a685b0c completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:18:01.852493 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bdc85990-8ab8-481c-9ad5-6b1689fc0110 req-550fd672-bf09-4224-bfbe-329443c77453 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.6647897 Apr 30 13:18:01.891228 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-90f0d1fe-c5e6-4fac-8037-a33d1e78edcb None None] Set router 245c346b-9ca6-42a6-9f40-65c801835e9a gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:18:01.999781 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-71e69108-e0c9-4c60-a33d-91fbd3cbbe48 service neutron] For port 1b920c35-5754-4a98-9d5d-84dffc7a3aae, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:18:02.007773 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-71e69108-e0c9-4c60-a33d-91fbd3cbbe48 service neutron] For port 1b920c35-5754-4a98-9d5d-84dffc7a3aae, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1b920c35-5754-4a98-9d5d-84dffc7a3aae,segment=NetworkSegment(5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1),segment_id=5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:18:02.067896 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device f07882e4-d075-4ffd-b644-99f82a685b0c up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:18:02.069668 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-71e69108-e0c9-4c60-a33d-91fbd3cbbe48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-554251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:02.100803 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ffc866b8-4a8e-4d42-85a0-d9527e3b1e38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:02.242577 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-90f0d1fe-c5e6-4fac-8037-a33d1e78edcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245c346b-9ca6-42a6-9f40-65c801835e9a', 'name': 'tempest-TestMinimumBasicScenario-611415149-router', 'tenant_id': 'd27b931422c24a38b43777335701dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a9effc05-9402-406c-8c3e-b893aeb7cde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:57Z', 'updated_at': '2021-04-30T13:17:59Z', 'revision_number': 3, 'project_id': 'd27b931422c24a38b43777335701dd97', 'gw_port': {'id': 'a9effc05-9402-406c-8c3e-b893aeb7cde4', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:47:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245c346b-9ca6-42a6-9f40-65c801835e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:58Z', 'updated_at': '2021-04-30T13:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:02.245648 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port f07882e4-d075-4ffd-b644-99f82a685b0c completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:18:02.247183 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f0d1fe-c5e6-4fac-8037-a33d1e78edcb None None] Checking router: 245c346b-9ca6-42a6-9f40-65c801835e9a for host: dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:18:02.247682 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f0d1fe-c5e6-4fac-8037-a33d1e78edcb None None] Updating router 245c346b-9ca6-42a6-9f40-65c801835e9a port a9effc05-9402-406c-8c3e-b893aeb7cde4 binding host dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:18:02.258166 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-71e69108-e0c9-4c60-a33d-91fbd3cbbe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:02.258862 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-71e69108-e0c9-4c60-a33d-91fbd3cbbe48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:02.260438 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-71e69108-e0c9-4c60-a33d-91fbd3cbbe48 service neutron] 10.222.0.96 "PUT /v2.0/ports/1b920c35-5754-4a98-9d5d-84dffc7a3aae HTTP/1.1" status: 200 len: 1094 time: 3.8024528 Apr 30 13:18:02.261123 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port f07882e4-d075-4ffd-b644-99f82a685b0c triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:18:02.261609 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:02.289964 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bdc85990-8ab8-481c-9ad5-6b1689fc0110 req-6859c69e-43ab-430b-a96b-d138bbbd5e8a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4017420 Apr 30 13:18:02.308764 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-90f0d1fe-c5e6-4fac-8037-a33d1e78edcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:02.353802 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1063fee9-e675-4eb5-a616-62e7808fe186 req-4ef8b14a-5208-4c9f-8b82-5f5387ca3517 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5265684 Apr 30 13:18:02.444321 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-cd7d50a1-0cc4-4d78-a278-f183bc417949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:02.445815 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-cd7d50a1-0cc4-4d78-a278-f183bc417949 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=28e39b32d0dc457cb24f267d868d9d14&device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 1096 time: 0.8013530 Apr 30 13:18:02.539943 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:02.627628 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] For port f07882e4-d075-4ffd-b644-99f82a685b0c, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=f07882e4-d075-4ffd-b644-99f82a685b0c,segment=NetworkSegment(cb6690b3-2523-412d-b7c1-7c1c23deb094),segment_id=cb6690b3-2523-412d-b7c1-7c1c23deb094)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:02.635024 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:02.637140 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device bbf10d63-9cd9-49a6-8683-4abb99900501 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:18:02.688017 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-d5eddad3-0d16-43ce-ae26-9dcbb8561af1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd53bf8b-0c83-40fc-8383-b81935af9bfd HTTP/1.1" status: 200 len: 217 time: 0.2187605 Apr 30 13:18:02.704162 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa8167a-6631-424d-ac20-742546f11492', 'tag': 'fd53bf8b-0c83-40fc-8383-b81935af9bfd', 'status': 'completed', 'code': 200} Apr 30 13:18:02.729244 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-fb07c7ee-4f7f-438b-bd08-1dd91011d429 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:02.802375 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e69108-e0c9-4c60-a33d-91fbd3cbbe48 service neutron] Pushing event updated for resources: {'Port': ['ID=1b920c35-5754-4a98-9d5d-84dffc7a3aae,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:02.849241 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-71e69108-e0c9-4c60-a33d-91fbd3cbbe48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.748s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:02.865387 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Pushing event updated for resources: {'Port': ['ID=f07882e4-d075-4ffd-b644-99f82a685b0c,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:02.891312 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:02.899909 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-90f0d1fe-c5e6-4fac-8037-a33d1e78edcb None None] Notify callbacks [] for port, precommit_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:02.923295 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.provisioning_blocks [None req-90f0d1fe-c5e6-4fac-8037-a33d1e78edcb None None] Transition to ACTIVE for port object a9effc05-9402-406c-8c3e-b893aeb7cde4 will not be triggered until provisioned by entity L2. {{(pid=73848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:18:02.938534 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-90f0d1fe-c5e6-4fac-8037-a33d1e78edcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:02.950239 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:02.954053 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-3af5c420-d760-4a6a-aca5-728169acb120 None None] Provisioning complete for port f07882e4-d075-4ffd-b644-99f82a685b0c triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:18:02.954429 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-3af5c420-d760-4a6a-aca5-728169acb120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:02.987742 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-289c2153-0a44-49fb-832c-666f6b9de8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:03.051988 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port bbf10d63-9cd9-49a6-8683-4abb99900501 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:18:03.052369 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:03.109080 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-eb7468b4-13b9-416b-a976-8b9544a0bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:03.110706 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-eb7468b4-13b9-416b-a976-8b9544a0bac8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a8caef5a-38a1-43fb-8ec7-373027739ab6 HTTP/1.1" status: 200 len: 848 time: 0.3865328 Apr 30 13:18:03.115124 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-803c6f5b-f7fe-4acb-ac30-d58197a7381f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:03.116092 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-803c6f5b-f7fe-4acb-ac30-d58197a7381f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=92757e3fba2f43fbbc422ff9719041f0&device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 1097 time: 0.7714896 Apr 30 13:18:03.118721 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-90f0d1fe-c5e6-4fac-8037-a33d1e78edcb None None] Attempting to bind port a9effc05-9402-406c-8c3e-b893aeb7cde4 on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:18:03.119083 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-90f0d1fe-c5e6-4fac-8037-a33d1e78edcb None None] Attempting to bind port a9effc05-9402-406c-8c3e-b893aeb7cde4 by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}] {{(pid=73848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:18:03.119448 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f0d1fe-c5e6-4fac-8037-a33d1e78edcb None None] Attempting to bind port a9effc05-9402-406c-8c3e-b893aeb7cde4 on network c3b86f7e-3861-4477-9f50-64652b00e102 {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:18:03.133272 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f0d1fe-c5e6-4fac-8037-a33d1e78edcb None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:18:03.133644 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f0d1fe-c5e6-4fac-8037-a33d1e78edcb None None] Checking segment: {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:18:03.134074 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-90f0d1fe-c5e6-4fac-8037-a33d1e78edcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:03.134448 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f0d1fe-c5e6-4fac-8037-a33d1e78edcb None None] Bound using segment: {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'} {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:18:03.134971 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-90f0d1fe-c5e6-4fac-8037-a33d1e78edcb None None] Bound port: a9effc05-9402-406c-8c3e-b893aeb7cde4, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}}] {{(pid=73848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:18:03.135349 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-90f0d1fe-c5e6-4fac-8037-a33d1e78edcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:03.139626 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74007e9-bcea-4da5-b3a7-f167c345a8dc req-2afa40d2-3758-4caa-8dd2-fe916ee26f24 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:03.141096 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f74007e9-bcea-4da5-b3a7-f167c345a8dc req-2afa40d2-3758-4caa-8dd2-fe916ee26f24 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.4346561 Apr 30 13:18:03.176449 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2450b3-c2f8-4a76-a0f3-a08a32102704 None None] Pushing event updated for resources: {'Port': ['ID=a9effc05-9402-406c-8c3e-b893aeb7cde4,revision_number=2']} {{(pid=73848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:03.199728 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2450b3-c2f8-4a76-a0f3-a08a32102704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:03.199930 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2450b3-c2f8-4a76-a0f3-a08a32102704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:03.200708 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2450b3-c2f8-4a76-a0f3-a08a32102704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:03.200708 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2450b3-c2f8-4a76-a0f3-a08a32102704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:03.200956 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2450b3-c2f8-4a76-a0f3-a08a32102704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:03.201569 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2450b3-c2f8-4a76-a0f3-a08a32102704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:03.201891 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2450b3-c2f8-4a76-a0f3-a08a32102704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:03.202235 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2450b3-c2f8-4a76-a0f3-a08a32102704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:03.202560 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2450b3-c2f8-4a76-a0f3-a08a32102704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:03.202875 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2450b3-c2f8-4a76-a0f3-a08a32102704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:03.203412 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2450b3-c2f8-4a76-a0f3-a08a32102704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:03.203720 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2450b3-c2f8-4a76-a0f3-a08a32102704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:03.220935 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-0c2450b3-c2f8-4a76-a0f3-a08a32102704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:03.224639 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfed892-3073-499a-a521-cab9bef7db84 req-abd57b43-dcfd-4da7-bcc1-eb3b7e07e575 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:03.227092 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dcfed892-3073-499a-a521-cab9bef7db84 req-abd57b43-dcfd-4da7-bcc1-eb3b7e07e575 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 944 time: 0.3830955 Apr 30 13:18:03.228756 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-34f9e3fb-5c2a-45c3-8db3-f195eb59e63d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b920c35-5754-4a98-9d5d-84dffc7a3aae HTTP/1.1" status: 200 len: 217 time: 0.0865054 Apr 30 13:18:03.334677 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.db [None req-90f0d1fe-c5e6-4fac-8037-a33d1e78edcb None None] For port a9effc05-9402-406c-8c3e-b893aeb7cde4, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:18:03.346043 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.db [None req-90f0d1fe-c5e6-4fac-8037-a33d1e78edcb None None] For port a9effc05-9402-406c-8c3e-b893aeb7cde4, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=a9effc05-9402-406c-8c3e-b893aeb7cde4,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:18:03.352816 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-90f0d1fe-c5e6-4fac-8037-a33d1e78edcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:03.358521 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-9f324764-4499-40ca-bced-9c9ebd511149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:03.360304 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-9f324764-4499-40ca-bced-9c9ebd511149 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=aa65aba5-f1eb-49b6-881e-26a1aa2e4072 HTTP/1.1" status: 200 len: 855 time: 0.0986676 Apr 30 13:18:03.368442 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-cd47bc0c-383e-4d6f-a0bc-73cac864f676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:03.421648 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-1d0d9372-af97-4c6e-b15e-1a89d68b6120 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2056644 Apr 30 13:18:03.445651 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [None req-289c2153-0a44-49fb-832c-666f6b9de8af admin admin] Allocated IP 172.20.0.1 (316cab8c-0bab-420d-8e32-1ae10bd662fe/1fabb1aa-c648-49ff-be4b-028a25bf4930/afd312fd-aa6b-4472-8d25-01bf2335c1c9) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:18:03.463087 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f74007e9-bcea-4da5-b3a7-f167c345a8dc req-57263a11-ce47-462a-a13c-56e3fc911802 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030430 Apr 30 13:18:03.473098 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2450b3-c2f8-4a76-a0f3-a08a32102704 None None] Pushing event updated for resources: {'Port': ['ID=a9effc05-9402-406c-8c3e-b893aeb7cde4,revision_number=3']} {{(pid=73848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:03.496815 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-0c2450b3-c2f8-4a76-a0f3-a08a32102704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:03.520132 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f0d1fe-c5e6-4fac-8037-a33d1e78edcb None None] Routers {'245c346b-9ca6-42a6-9f40-65c801835e9a'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:18:03.520761 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-90f0d1fe-c5e6-4fac-8037-a33d1e78edcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:17:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['245c346b-9ca6-42a6-9f40-65c801835e9a'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:03.642370 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-e62ecd16-0d3c-4c28-bfcc-a8f3ddd31c68 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a75ffc8e-f4e6-415a-9acb-883798976b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2593102 Apr 30 13:18:03.645310 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dcfed892-3073-499a-a521-cab9bef7db84 req-4da32a8e-90fd-4553-8d86-4b2e1fb87008 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826611 Apr 30 13:18:03.647250 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-4ce7316f-31a9-4997-b751-51465442f82d service neutron] 10.222.0.96 "GET /v2.0/networks/b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946893 Apr 30 13:18:03.808959 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19e07a-d605-4cc6-ac3e-a55721f1a111 req-8a78d656-81c3-45e6-bd05-abf018382f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:03.811255 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-9d19e07a-d605-4cc6-ac3e-a55721f1a111 req-8a78d656-81c3-45e6-bd05-abf018382f3e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 1098 time: 0.2915778 Apr 30 13:18:03.843435 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device f07882e4-d075-4ffd-b644-99f82a685b0c up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:18:03.878705 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-2d7c2acf-ae6d-4e29-a992-429076573432 service neutron] 10.222.0.96 "GET /v2.0/networks/a75ffc8e-f4e6-415a-9acb-883798976b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024517 Apr 30 13:18:03.925001 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-289c2153-0a44-49fb-832c-666f6b9de8af admin admin] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:03.968472 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-90f0d1fe-c5e6-4fac-8037-a33d1e78edcb None None] Set router 245c346b-9ca6-42a6-9f40-65c801835e9a gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:18:04.009233 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-289c2153-0a44-49fb-832c-666f6b9de8af admin admin] Transition to ACTIVE for port object afd312fd-aa6b-4472-8d25-01bf2335c1c9 will not be triggered until provisioned by entity DHCP. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:18:04.012564 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port f07882e4-d075-4ffd-b644-99f82a685b0c triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:18:04.012998 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:04.014922 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-9d19e07a-d605-4cc6-ac3e-a55721f1a111 req-bce72d69-79be-462c-8538-4dc6ae948962 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896615 Apr 30 13:18:04.063635 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-289c2153-0a44-49fb-832c-666f6b9de8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:04.072021 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:04.227316 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aefc6c92-6d26-47d1-ae73-c56e595e6bfe req-ce279bdf-d4b4-40bc-81bd-e05e372e45f6 service neutron] 10.222.0.96 "GET /v2.0/networks/a75ffc8e-f4e6-415a-9acb-883798976b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467892 Apr 30 13:18:04.320772 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289c2153-0a44-49fb-832c-666f6b9de8af admin admin] Network 316cab8c-0bab-420d-8e32-1ae10bd662fe is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:18:04.327295 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-289c2153-0a44-49fb-832c-666f6b9de8af admin admin] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:18:04.343752 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289c2153-0a44-49fb-832c-666f6b9de8af admin admin] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:18:04.394880 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:04.443781 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-289c2153-0a44-49fb-832c-666f6b9de8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657636'] for router_interface, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:04.472389 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-90f0d1fe-c5e6-4fac-8037-a33d1e78edcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245c346b-9ca6-42a6-9f40-65c801835e9a', 'name': 'tempest-TestMinimumBasicScenario-611415149-router', 'tenant_id': 'd27b931422c24a38b43777335701dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a9effc05-9402-406c-8c3e-b893aeb7cde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:57Z', 'updated_at': '2021-04-30T13:17:59Z', 'revision_number': 3, 'project_id': 'd27b931422c24a38b43777335701dd97', 'gw_port': {'id': 'a9effc05-9402-406c-8c3e-b893aeb7cde4', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:47:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245c346b-9ca6-42a6-9f40-65c801835e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:58Z', 'updated_at': '2021-04-30T13:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:04.476533 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f0d1fe-c5e6-4fac-8037-a33d1e78edcb None None] The sync data for ids ['245c346b-9ca6-42a6-9f40-65c801835e9a'] in dv-cinder-788363-2-iscsi is: [{'id': '245c346b-9ca6-42a6-9f40-65c801835e9a', 'name': 'tempest-TestMinimumBasicScenario-611415149-router', 'tenant_id': 'd27b931422c24a38b43777335701dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a9effc05-9402-406c-8c3e-b893aeb7cde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:57Z', 'updated_at': '2021-04-30T13:17:59Z', 'revision_number': 3, 'project_id': 'd27b931422c24a38b43777335701dd97', 'gw_port': {'id': 'a9effc05-9402-406c-8c3e-b893aeb7cde4', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:47:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245c346b-9ca6-42a6-9f40-65c801835e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:58Z', 'updated_at': '2021-04-30T13:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}] {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:18:04.514890 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a72fc-a72f-4d64-ac52-6d4b0a4ce365 req-687b0e4d-97c2-48e0-9baa-71110ddaf7cb tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:04.518237 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-775a72fc-a72f-4d64-ac52-6d4b0a4ce365 req-687b0e4d-97c2-48e0-9baa-71110ddaf7cb tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 943 time: 0.6200457 Apr 30 13:18:04.531506 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c2153-0a44-49fb-832c-666f6b9de8af admin admin] Pushing event updated for resources: {'Port': ['ID=afd312fd-aa6b-4472-8d25-01bf2335c1c9,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:04.547253 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-289c2153-0a44-49fb-832c-666f6b9de8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:04.559006 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc7dd2-59d5-4376-97e4-dccacf7992aa req-7a6a74aa-ffc0-4f2d-a425-886404c50eca tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:04.569998 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c2bc7dd2-59d5-4376-97e4-dccacf7992aa req-7a6a74aa-ffc0-4f2d-a425-886404c50eca tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.3249619 Apr 30 13:18:04.624453 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e84bca5b-f329-477d-856d-3b26aafeb12c req-37046934-1372-4941-a65c-c5be5d4232af service neutron] 10.222.0.96 "GET /v2.0/networks/b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9494016 Apr 30 13:18:04.685584 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-c1a646df-1c44-41d3-ab92-5764d0c7db57 None None] Provisioning for port afd312fd-aa6b-4472-8d25-01bf2335c1c9 completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:18:04.703433 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-c1a646df-1c44-41d3-ab92-5764d0c7db57 None None] Provisioning complete for port afd312fd-aa6b-4472-8d25-01bf2335c1c9 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:18:04.703790 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-c1a646df-1c44-41d3-ab92-5764d0c7db57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:04.719898 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c2ed9b-4468-49a0-bd96-1948ca67f51b', 'tag': '1b920c35-5754-4a98-9d5d-84dffc7a3aae'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:04.759478 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-289c2153-0a44-49fb-832c-666f6b9de8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:04.793485 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-c1a646df-1c44-41d3-ab92-5764d0c7db57 None None] Port afd312fd-aa6b-4472-8d25-01bf2335c1c9 cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:18:04.801083 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c2bc7dd2-59d5-4376-97e4-dccacf7992aa req-729e624b-092d-4e86-8430-5261357a1680 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2301085 Apr 30 13:18:04.866909 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-775a72fc-a72f-4d64-ac52-6d4b0a4ce365 req-596a92e2-d702-4beb-8c40-8fc59fa8bfc6 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/security-groups?id=4659f618-4119-44f6-b34b-2927b501fb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344152 Apr 30 13:18:04.930916 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a698c39-acb6-46ee-81cc-977b51d7d8c2 req-5ac03a2d-fa1b-43e2-a683-3ef50068271f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:04.932421 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7a698c39-acb6-46ee-81cc-977b51d7d8c2 req-5ac03a2d-fa1b-43e2-a683-3ef50068271f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d9280e071a324c1bab79da85986ee901&device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 1098 time: 0.1878076 Apr 30 13:18:05.148433 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3f5c7-f3da-4906-a862-89c4e4be4edc req-d6345c76-f4fb-4a7c-9ace-93243f58605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:05.149996 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-94c3f5c7-f3da-4906-a862-89c4e4be4edc req-d6345c76-f4fb-4a7c-9ace-93243f58605f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=28e39b32d0dc457cb24f267d868d9d14&device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 1096 time: 0.3213413 Apr 30 13:18:05.240380 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-289c2153-0a44-49fb-832c-666f6b9de8af admin admin] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:05.242522 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a698c39-acb6-46ee-81cc-977b51d7d8c2 req-3092acfb-d667-475d-bb24-b05db417f35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:05.244006 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7a698c39-acb6-46ee-81cc-977b51d7d8c2 req-3092acfb-d667-475d-bb24-b05db417f35a service neutron] 10.222.0.96 "GET /v2.0/networks?id=a3023e0b-51e8-48ea-ba8f-c7b4a48d722e HTTP/1.1" status: 200 len: 912 time: 0.2978733 Apr 30 13:18:05.248474 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-289c2153-0a44-49fb-832c-666f6b9de8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8252111'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:05.286867 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-abcf40fd-542d-4f7d-8794-b9639e367280 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:05.407076 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-289c2153-0a44-49fb-832c-666f6b9de8af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657473'] for router_interface, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:05.419271 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c2153-0a44-49fb-832c-666f6b9de8af admin admin] Pushing event updated for resources: {'Port': ['ID=afd312fd-aa6b-4472-8d25-01bf2335c1c9,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:05.427626 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-289c2153-0a44-49fb-832c-666f6b9de8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:05.628712 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289c2153-0a44-49fb-832c-666f6b9de8af admin admin] Network 316cab8c-0bab-420d-8e32-1ae10bd662fe is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:18:05.630043 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-289c2153-0a44-49fb-832c-666f6b9de8af admin admin] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:18:05.708969 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7a698c39-acb6-46ee-81cc-977b51d7d8c2 req-cab8b206-8447-4472-895b-75ef1cfd57d9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9775a6e4-5057-4431-9bd7-97129aa44a43 HTTP/1.1" status: 200 len: 1001 time: 0.3944287 Apr 30 13:18:05.832093 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device a9effc05-9402-406c-8c3e-b893aeb7cde4 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:18:05.974345 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289c2153-0a44-49fb-832c-666f6b9de8af admin admin] Router 245c346b-9ca6-42a6-9f40-65c801835e9a has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:18:06.031634 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a698c39-acb6-46ee-81cc-977b51d7d8c2 req-78b96fa9-1f6a-4234-b170-03089419c4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:06.032881 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7a698c39-acb6-46ee-81cc-977b51d7d8c2 req-78b96fa9-1f6a-4234-b170-03089419c4c9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=88f483fa-96d4-494c-a375-0339a4c91674 HTTP/1.1" status: 200 len: 849 time: 0.2885330 Apr 30 13:18:06.049337 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port a9effc05-9402-406c-8c3e-b893aeb7cde4 completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:18:06.052004 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69be349-cf38-4dd8-9ce8-6ca2bbe6a976 req-0224850a-04d2-4aaa-a06d-85f4d481744b tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:06.053486 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b69be349-cf38-4dd8-9ce8-6ca2bbe6a976 req-0224850a-04d2-4aaa-a06d-85f4d481744b tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.9697573 Apr 30 13:18:06.057486 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port a9effc05-9402-406c-8c3e-b893aeb7cde4 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:18:06.058197 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:06.148563 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3f5c7-f3da-4906-a862-89c4e4be4edc req-81b9f571-44b6-4676-a24a-1af6f46e12df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:06.150627 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-94c3f5c7-f3da-4906-a862-89c4e4be4edc req-81b9f571-44b6-4676-a24a-1af6f46e12df service neutron] 10.222.0.96 "GET /v2.0/networks?id=b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14 HTTP/1.1" status: 200 len: 910 time: 0.9057369 Apr 30 13:18:06.222886 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48511f-ff44-4008-add8-2d2ab4de9417 req-8e3f590e-89fa-449e-a640-b62be84b8f31 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:06.231322 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-fe9741f2-5c4d-406c-95ac-53210de1c646 None None] Provisioning complete for port afd312fd-aa6b-4472-8d25-01bf2335c1c9 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:18:06.231872 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-fe9741f2-5c4d-406c-95ac-53210de1c646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:06.232798 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fe48511f-ff44-4008-add8-2d2ab4de9417 req-8e3f590e-89fa-449e-a640-b62be84b8f31 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.9949458 Apr 30 13:18:06.276980 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289c2153-0a44-49fb-832c-666f6b9de8af admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:18:06.282601 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-94c3f5c7-f3da-4906-a862-89c4e4be4edc req-2212e10e-a324-4362-81cb-ded1068fb2fe service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd53bf8b-0c83-40fc-8383-b81935af9bfd HTTP/1.1" status: 200 len: 217 time: 0.1170199 Apr 30 13:18:06.299658 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-289c2153-0a44-49fb-832c-666f6b9de8af admin admin] 10.222.0.30 "PUT /v2.0/routers/245c346b-9ca6-42a6-9f40-65c801835e9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7885940 Apr 30 13:18:06.302524 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b69be349-cf38-4dd8-9ce8-6ca2bbe6a976 req-61f06f20-5a25-4505-a73c-8dc93b001006 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021916 Apr 30 13:18:06.333218 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:06.333878 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-fe9741f2-5c4d-406c-95ac-53210de1c646 None None] Port afd312fd-aa6b-4472-8d25-01bf2335c1c9 cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:18:06.358604 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] For port a9effc05-9402-406c-8c3e-b893aeb7cde4, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=a9effc05-9402-406c-8c3e-b893aeb7cde4,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:06.373855 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:06.378283 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:06.421801 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fe48511f-ff44-4008-add8-2d2ab4de9417 req-ad5dde8a-eccd-4960-a313-bdabb2ca4f76 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875188 Apr 30 13:18:06.464429 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 1b920c35-5754-4a98-9d5d-84dffc7a3aae details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:18:06.465166 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3f5c7-f3da-4906-a862-89c4e4be4edc req-486fae50-43f0-44e8-bc18-ebe8babcac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:06.467801 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-94c3f5c7-f3da-4906-a862-89c4e4be4edc req-486fae50-43f0-44e8-bc18-ebe8babcac5b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a8caef5a-38a1-43fb-8ec7-373027739ab6 HTTP/1.1" status: 200 len: 848 time: 0.1618569 Apr 30 13:18:06.515996 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Pushing event updated for resources: {'Port': ['ID=a9effc05-9402-406c-8c3e-b893aeb7cde4,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:06.520323 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-9c7b40ef-79b0-453d-a297-f43f40359ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:06.521845 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:06.613788 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a698c39-acb6-46ee-81cc-977b51d7d8c2 req-3256cfb4-bfd2-4d8f-b1bf-171982165aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:06.624291 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7a698c39-acb6-46ee-81cc-977b51d7d8c2 req-3256cfb4-bfd2-4d8f-b1bf-171982165aea service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a3023e0b-51e8-48ea-ba8f-c7b4a48d722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5695443 Apr 30 13:18:06.629267 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c2ed9b-4468-49a0-bd96-1948ca67f51b', 'tag': '1b920c35-5754-4a98-9d5d-84dffc7a3aae', 'status': 'completed', 'code': 200} Apr 30 13:18:06.711269 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-94c3f5c7-f3da-4906-a862-89c4e4be4edc req-444deb2a-a7a0-4365-9743-b85c43f8c100 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2351878 Apr 30 13:18:06.767271 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 1b920c35-5754-4a98-9d5d-84dffc7a3aae, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1b920c35-5754-4a98-9d5d-84dffc7a3aae,segment=NetworkSegment(5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1),segment_id=5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:06.805333 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Returning: {'device': '1b920c35-5754-4a98-9d5d-84dffc7a3aae', 'network_id': 'a75ffc8e-f4e6-415a-9acb-883798976b2c', 'port_id': '1b920c35-5754-4a98-9d5d-84dffc7a3aae', 'mac_address': 'fa:16:3e:93:34:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa65aba5-f1eb-49b6-881e-26a1aa2e4072', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:18:06.884989 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:06.915728 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b920c35-5754-4a98-9d5d-84dffc7a3aae {{(pid=73847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:18:06.945892 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 1b920c35-5754-4a98-9d5d-84dffc7a3aae, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1b920c35-5754-4a98-9d5d-84dffc7a3aae,segment=NetworkSegment(5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1),segment_id=5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:06.953357 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:06.958592 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device fd53bf8b-0c83-40fc-8383-b81935af9bfd details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:18:06.962841 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:07.011643 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2e08c-4f14-4a7c-858f-3643943ea1c0 req-4e1c67bf-854c-41aa-b3a7-ebcb2be027d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:07.014896 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-9ea2e08c-4f14-4a7c-858f-3643943ea1c0 req-4e1c67bf-854c-41aa-b3a7-ebcb2be027d7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=92757e3fba2f43fbbc422ff9719041f0&device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 1097 time: 0.3695753 Apr 30 13:18:07.196153 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=1b920c35-5754-4a98-9d5d-84dffc7a3aae,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:07.204771 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4650e2e9-1508-4785-b47b-690881049ac7 None None] Sync routers for ids ['245c346b-9ca6-42a6-9f40-65c801835e9a'] in dv-cinder-788363-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:18:07.208663 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:07.244441 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7a698c39-acb6-46ee-81cc-977b51d7d8c2 req-f6a91ce6-0a39-44ef-a7a2-b1256ac60c67 service neutron] 10.222.0.96 "GET /v2.0/networks/a3023e0b-51e8-48ea-ba8f-c7b4a48d722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5249789 Apr 30 13:18:07.256616 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4650e2e9-1508-4785-b47b-690881049ac7 None None] Routers {'245c346b-9ca6-42a6-9f40-65c801835e9a'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:18:07.261113 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-4650e2e9-1508-4785-b47b-690881049ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:17:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['245c346b-9ca6-42a6-9f40-65c801835e9a'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:07.332572 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e79c6-fd10-437a-8315-7910f6caa197 req-99469a1a-e5d4-4217-8789-59f62893f520 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:07.334143 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-540e79c6-fd10-437a-8315-7910f6caa197 req-99469a1a-e5d4-4217-8789-59f62893f520 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 944 time: 0.7712421 Apr 30 13:18:07.345755 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2e08c-4f14-4a7c-858f-3643943ea1c0 req-316dcb92-83ea-4180-b978-d6e64dbcd8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:07.347906 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-9ea2e08c-4f14-4a7c-858f-3643943ea1c0 req-316dcb92-83ea-4180-b978-d6e64dbcd8fd service neutron] 10.222.0.96 "GET /v2.0/networks?id=a75ffc8e-f4e6-415a-9acb-883798976b2c HTTP/1.1" status: 200 len: 917 time: 0.3242745 Apr 30 13:18:07.388106 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-94c3f5c7-f3da-4906-a862-89c4e4be4edc req-0353f20c-f52c-40db-b1f3-7caab844b07d service neutron] 10.222.0.96 "GET /v2.0/networks/b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6672871 Apr 30 13:18:07.440416 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port fd53bf8b-0c83-40fc-8383-b81935af9bfd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fd53bf8b-0c83-40fc-8383-b81935af9bfd,segment=NetworkSegment(eef12228-c15c-4452-911b-51cfa422989e),segment_id=eef12228-c15c-4452-911b-51cfa422989e)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:07.509190 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-9ea2e08c-4f14-4a7c-858f-3643943ea1c0 req-53c68213-0ea1-4ec2-a6c9-661dc5816929 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b920c35-5754-4a98-9d5d-84dffc7a3aae HTTP/1.1" status: 200 len: 217 time: 0.1475914 Apr 30 13:18:07.527017 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf9aca-4ac0-4b32-9d58-786298477423 req-54c8d022-d88f-4928-b063-59d72374ec7d tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:07.534641 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8fbf9aca-4ac0-4b32-9d58-786298477423 req-54c8d022-d88f-4928-b063-59d72374ec7d tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.6409807 Apr 30 13:18:07.547046 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Returning: {'device': 'fd53bf8b-0c83-40fc-8383-b81935af9bfd', 'network_id': 'b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14', 'port_id': 'fd53bf8b-0c83-40fc-8383-b81935af9bfd', 'mac_address': 'fa:16:3e:33:50:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8caef5a-38a1-43fb-8ec7-373027739ab6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:18:07.643715 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-4650e2e9-1508-4785-b47b-690881049ac7 None None] Set router 245c346b-9ca6-42a6-9f40-65c801835e9a gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:18:07.680515 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-540e79c6-fd10-437a-8315-7910f6caa197 req-7f416258-574b-4ccb-96cd-277e9510e589 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897396 Apr 30 13:18:07.706460 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:07.728722 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2e08c-4f14-4a7c-858f-3643943ea1c0 req-27388653-f506-4598-84ee-e30d3a350098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:07.739867 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-9ea2e08c-4f14-4a7c-858f-3643943ea1c0 req-27388653-f506-4598-84ee-e30d3a350098 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=aa65aba5-f1eb-49b6-881e-26a1aa2e4072 HTTP/1.1" status: 200 len: 855 time: 0.2204320 Apr 30 13:18:07.760068 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8fbf9aca-4ac0-4b32-9d58-786298477423 req-38734fd6-e4e5-4c92-bcdc-1633c4428216 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233531 Apr 30 13:18:07.772098 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7a698c39-acb6-46ee-81cc-977b51d7d8c2 req-1a01767f-be48-4174-b0b6-46e94940d961 service neutron] 10.222.0.96 "GET /v2.0/networks/a3023e0b-51e8-48ea-ba8f-c7b4a48d722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5101275 Apr 30 13:18:07.816575 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-94c3f5c7-f3da-4906-a862-89c4e4be4edc req-076ee13e-8c6a-49fd-9541-cca34022dc5e service neutron] 10.222.0.96 "GET /v2.0/networks/b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123309 Apr 30 13:18:07.880664 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-9ea2e08c-4f14-4a7c-858f-3643943ea1c0 req-bc92a2a8-1d73-4090-beb0-3d12b7bdf571 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a75ffc8e-f4e6-415a-9acb-883798976b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1298974 Apr 30 13:18:07.896995 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd53bf8b-0c83-40fc-8383-b81935af9bfd {{(pid=73847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:18:07.935153 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port fd53bf8b-0c83-40fc-8383-b81935af9bfd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fd53bf8b-0c83-40fc-8383-b81935af9bfd,segment=NetworkSegment(eef12228-c15c-4452-911b-51cfa422989e),segment_id=eef12228-c15c-4452-911b-51cfa422989e)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:07.937277 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device a9effc05-9402-406c-8c3e-b893aeb7cde4 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:18:08.077523 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:08.108161 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-4dc9c5c5-87aa-4a28-a164-2e20c74a853c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:08.433599 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-9ea2e08c-4f14-4a7c-858f-3643943ea1c0 req-b92cab73-959d-454b-8e2d-c33337799d53 service neutron] 10.222.0.96 "GET /v2.0/networks/a75ffc8e-f4e6-415a-9acb-883798976b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454404 Apr 30 13:18:08.479956 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=fd53bf8b-0c83-40fc-8383-b81935af9bfd,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:08.485986 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:08.514794 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63774e77-803d-4a70-8045-d150e9cc6794 req-4742d329-2f61-41af-94e0-4731955a4a52 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:08.520883 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-63774e77-803d-4a70-8045-d150e9cc6794 req-4742d329-2f61-41af-94e0-4731955a4a52 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.6080747 Apr 30 13:18:08.548414 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port a9effc05-9402-406c-8c3e-b893aeb7cde4 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:18:08.548824 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:08.550727 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517d411-b74c-4d03-a4a1-f92316f9f0a4 req-d2ac279e-c4b4-4a21-8817-d48571fd881e tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:08.562316 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2517d411-b74c-4d03-a4a1-f92316f9f0a4 req-d2ac279e-c4b4-4a21-8817-d48571fd881e tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 944 time: 0.4648490 Apr 30 13:18:08.611093 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-63774e77-803d-4a70-8045-d150e9cc6794 req-4a59bd53-949c-4d5c-9c64-984c90771ff8 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708270 Apr 30 13:18:08.730540 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2517d411-b74c-4d03-a4a1-f92316f9f0a4 req-403be41a-f681-4234-8700-26cdc54a3f27 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/security-groups?id=4659f618-4119-44f6-b34b-2927b501fb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667280 Apr 30 13:18:08.879080 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-9ea2e08c-4f14-4a7c-858f-3643943ea1c0 req-d3f4fc40-68a8-4e1f-94cc-f7d5e35434f5 service neutron] 10.222.0.96 "GET /v2.0/networks/a75ffc8e-f4e6-415a-9acb-883798976b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047954 Apr 30 13:18:08.888260 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['1b920c35-5754-4a98-9d5d-84dffc7a3aae'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:18:08.959574 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['fd53bf8b-0c83-40fc-8383-b81935af9bfd'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:18:09.172073 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:09.269674 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-7b8d2637-1a7b-459e-934b-f53a4a09cff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:09.276049 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba708639-8b54-467c-a97b-319a2970fa30 req-6ddb0049-304d-4c89-861a-73970d60d021 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:09.287160 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ba708639-8b54-467c-a97b-319a2970fa30 req-6ddb0049-304d-4c89-861a-73970d60d021 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 945 time: 0.3775365 Apr 30 13:18:09.320248 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394aedb-3b11-4294-811f-0b11647e5239 req-d47bab20-a74d-4bee-a562-0f5766b0fb33 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:09.321855 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4394aedb-3b11-4294-811f-0b11647e5239 req-d47bab20-a74d-4bee-a562-0f5766b0fb33 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.2132719 Apr 30 13:18:09.390752 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ba708639-8b54-467c-a97b-319a2970fa30 req-bc7254e4-d198-4791-95f7-6128e7491b25 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024580 Apr 30 13:18:09.422743 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4394aedb-3b11-4294-811f-0b11647e5239 req-c284d978-127a-4257-be7c-173e1acc1c36 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891438 Apr 30 13:18:09.535635 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-4650e2e9-1508-4785-b47b-690881049ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245c346b-9ca6-42a6-9f40-65c801835e9a', 'name': 'tempest-TestMinimumBasicScenario-611415149-router', 'tenant_id': 'd27b931422c24a38b43777335701dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a9effc05-9402-406c-8c3e-b893aeb7cde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:57Z', 'updated_at': '2021-04-30T13:18:04Z', 'revision_number': 4, 'project_id': 'd27b931422c24a38b43777335701dd97', 'gw_port': {'id': 'a9effc05-9402-406c-8c3e-b893aeb7cde4', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245c346b-9ca6-42a6-9f40-65c801835e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:58Z', 'updated_at': '2021-04-30T13:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'afd312fd-aa6b-4472-8d25-01bf2335c1c9', 'name': '', 'network_id': '316cab8c-0bab-420d-8e32-1ae10bd662fe', 'tenant_id': 'd27b931422c24a38b43777335701dd97', 'mac_address': 'fa:16:3e:17:8e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245c346b-9ca6-42a6-9f40-65c801835e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1fabb1aa-c648-49ff-be4b-028a25bf4930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:18:03Z', 'updated_at': '2021-04-30T13:18:04Z', 'revision_number': 2, 'project_id': 'd27b931422c24a38b43777335701dd97', 'subnets': [{'id': '1fabb1aa-c648-49ff-be4b-028a25bf4930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:09.561700 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4650e2e9-1508-4785-b47b-690881049ac7 None None] Checking router: 245c346b-9ca6-42a6-9f40-65c801835e9a for host: dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:18:09.561700 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4650e2e9-1508-4785-b47b-690881049ac7 None None] Updating router 245c346b-9ca6-42a6-9f40-65c801835e9a port afd312fd-aa6b-4472-8d25-01bf2335c1c9 binding host dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:18:09.690550 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-4650e2e9-1508-4785-b47b-690881049ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:09.939349 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87813fa0-bea2-4d41-a5a2-0c4148450a3e req-3aa38ca2-9b62-40e4-b9e6-840aaf014042 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:09.940764 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-87813fa0-bea2-4d41-a5a2-0c4148450a3e req-3aa38ca2-9b62-40e4-b9e6-840aaf014042 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.2213757 Apr 30 13:18:09.962755 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee82b81-67ab-43f9-92f3-f56d1a890027 req-ae204bb3-5d41-4428-9fea-fed64ae6ae91 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:09.978656 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bee82b81-67ab-43f9-92f3-f56d1a890027 req-ae204bb3-5d41-4428-9fea-fed64ae6ae91 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.4232359 Apr 30 13:18:10.057810 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-87813fa0-bea2-4d41-a5a2-0c4148450a3e req-bacb5b54-3e02-425f-a6d9-f4d48fd7c474 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649252 Apr 30 13:18:10.086489 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bee82b81-67ab-43f9-92f3-f56d1a890027 req-a2051360-2aba-4d51-9bc5-f8cd82533eb7 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066744 Apr 30 13:18:10.277196 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:10.303195 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-4650e2e9-1508-4785-b47b-690881049ac7 None None] Notify callbacks [] for port, precommit_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:10.328957 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-4650e2e9-1508-4785-b47b-690881049ac7 None None] Transition to ACTIVE for port object afd312fd-aa6b-4472-8d25-01bf2335c1c9 will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:18:10.340112 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-4650e2e9-1508-4785-b47b-690881049ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:10.344286 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:10.662771 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c128fa-cd53-4052-a009-103a5d38ad12 None None] Pushing event updated for resources: {'Port': ['ID=afd312fd-aa6b-4472-8d25-01bf2335c1c9,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:10.663735 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c865481-371c-4c12-bd8d-48474d0fa26d req-edd2d62a-0cc6-4d30-a899-7cef4f6c6972 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:10.667457 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0c865481-371c-4c12-bd8d-48474d0fa26d req-edd2d62a-0cc6-4d30-a899-7cef4f6c6972 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.3730783 Apr 30 13:18:10.670794 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-88c128fa-cd53-4052-a009-103a5d38ad12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:10.697365 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4ef73-aed2-43a6-9894-957d1e580ce5 req-fa35d0a1-1705-4e31-9a2c-c40949f18da5 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:10.710934 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bbb4ef73-aed2-43a6-9894-957d1e580ce5 req-fa35d0a1-1705-4e31-9a2c-c40949f18da5 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 944 time: 0.3418431 Apr 30 13:18:10.876286 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-4650e2e9-1508-4785-b47b-690881049ac7 None None] Attempting to bind port afd312fd-aa6b-4472-8d25-01bf2335c1c9 on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:18:10.877439 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bbb4ef73-aed2-43a6-9894-957d1e580ce5 req-38941d8c-1694-4484-bbad-c13fa2bbfa20 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/security-groups?id=4659f618-4119-44f6-b34b-2927b501fb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666026 Apr 30 13:18:10.880467 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0c865481-371c-4c12-bd8d-48474d0fa26d req-1c15b844-80dc-41b8-b745-dd01174088ef tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259019 Apr 30 13:18:10.883197 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-4650e2e9-1508-4785-b47b-690881049ac7 None None] Attempting to bind port afd312fd-aa6b-4472-8d25-01bf2335c1c9 by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': 'cb6690b3-2523-412d-b7c1-7c1c23deb094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '316cab8c-0bab-420d-8e32-1ae10bd662fe'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:18:10.883815 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4650e2e9-1508-4785-b47b-690881049ac7 None None] Attempting to bind port afd312fd-aa6b-4472-8d25-01bf2335c1c9 on network 316cab8c-0bab-420d-8e32-1ae10bd662fe {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:18:10.916570 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4650e2e9-1508-4785-b47b-690881049ac7 None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:18:10.916570 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4650e2e9-1508-4785-b47b-690881049ac7 None None] Checking segment: {'id': 'cb6690b3-2523-412d-b7c1-7c1c23deb094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '316cab8c-0bab-420d-8e32-1ae10bd662fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:18:10.916570 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-4650e2e9-1508-4785-b47b-690881049ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:10.916570 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4650e2e9-1508-4785-b47b-690881049ac7 None None] Bound using segment: {'id': 'cb6690b3-2523-412d-b7c1-7c1c23deb094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '316cab8c-0bab-420d-8e32-1ae10bd662fe'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:18:10.916570 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-4650e2e9-1508-4785-b47b-690881049ac7 None None] Bound port: afd312fd-aa6b-4472-8d25-01bf2335c1c9, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6690b3-2523-412d-b7c1-7c1c23deb094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '316cab8c-0bab-420d-8e32-1ae10bd662fe'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:18:10.916570 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-4650e2e9-1508-4785-b47b-690881049ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:11.166955 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-4650e2e9-1508-4785-b47b-690881049ac7 None None] For port afd312fd-aa6b-4472-8d25-01bf2335c1c9, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:18:11.182977 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-4650e2e9-1508-4785-b47b-690881049ac7 None None] For port afd312fd-aa6b-4472-8d25-01bf2335c1c9, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=afd312fd-aa6b-4472-8d25-01bf2335c1c9,segment=NetworkSegment(cb6690b3-2523-412d-b7c1-7c1c23deb094),segment_id=cb6690b3-2523-412d-b7c1-7c1c23deb094)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:18:11.190492 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-4650e2e9-1508-4785-b47b-690881049ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:11.203276 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:11.237771 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa0334-eafe-4792-9f98-3f1bf6036c2e req-195c7b5d-e05f-4fea-b9d8-e97bc794f8be tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:11.239594 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c6fa0334-eafe-4792-9f98-3f1bf6036c2e req-195c7b5d-e05f-4fea-b9d8-e97bc794f8be tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 945 time: 0.1651471 Apr 30 13:18:11.338330 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c128fa-cd53-4052-a009-103a5d38ad12 None None] Pushing event updated for resources: {'Port': ['ID=afd312fd-aa6b-4472-8d25-01bf2335c1c9,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:11.344967 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-88c128fa-cd53-4052-a009-103a5d38ad12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:11.354945 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4650e2e9-1508-4785-b47b-690881049ac7 None None] Routers {'245c346b-9ca6-42a6-9f40-65c801835e9a'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:18:11.356129 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-4650e2e9-1508-4785-b47b-690881049ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:18:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['245c346b-9ca6-42a6-9f40-65c801835e9a'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:11.377208 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c6fa0334-eafe-4792-9f98-3f1bf6036c2e req-65dbf03f-e7d4-4d22-ab99-9154d1bb1021 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304286 Apr 30 13:18:11.601053 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-4650e2e9-1508-4785-b47b-690881049ac7 None None] Set router 245c346b-9ca6-42a6-9f40-65c801835e9a gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:18:11.618118 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3f4a2-269f-46e5-bed2-cd324dfc5cf2 req-94fc17f4-3108-4ba2-81fd-07cdb4288d94 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:11.620695 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f3c3f4a2-269f-46e5-bed2-cd324dfc5cf2 req-94fc17f4-3108-4ba2-81fd-07cdb4288d94 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.2414217 Apr 30 13:18:11.720764 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f3c3f4a2-269f-46e5-bed2-cd324dfc5cf2 req-507c521e-16e6-4e85-ac51-f581cb4032f3 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899823 Apr 30 13:18:12.027986 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:12.355739 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e84a3-a12d-43bc-a06c-e7fe594001c1 req-e0684470-f3df-421a-8977-c6bb84d7e70d tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:12.357808 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-750e84a3-a12d-43bc-a06c-e7fe594001c1 req-e0684470-f3df-421a-8977-c6bb84d7e70d tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 944 time: 0.1949544 Apr 30 13:18:12.453980 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-750e84a3-a12d-43bc-a06c-e7fe594001c1 req-72755654-d40a-433a-af0e-22a94131e374 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/security-groups?id=4659f618-4119-44f6-b34b-2927b501fb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865898 Apr 30 13:18:12.455439 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-4650e2e9-1508-4785-b47b-690881049ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245c346b-9ca6-42a6-9f40-65c801835e9a', 'name': 'tempest-TestMinimumBasicScenario-611415149-router', 'tenant_id': 'd27b931422c24a38b43777335701dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a9effc05-9402-406c-8c3e-b893aeb7cde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:57Z', 'updated_at': '2021-04-30T13:18:04Z', 'revision_number': 4, 'project_id': 'd27b931422c24a38b43777335701dd97', 'gw_port': {'id': 'a9effc05-9402-406c-8c3e-b893aeb7cde4', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245c346b-9ca6-42a6-9f40-65c801835e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:58Z', 'updated_at': '2021-04-30T13:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'afd312fd-aa6b-4472-8d25-01bf2335c1c9', 'name': '', 'network_id': '316cab8c-0bab-420d-8e32-1ae10bd662fe', 'tenant_id': 'd27b931422c24a38b43777335701dd97', 'mac_address': 'fa:16:3e:17:8e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245c346b-9ca6-42a6-9f40-65c801835e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1fabb1aa-c648-49ff-be4b-028a25bf4930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:18:03Z', 'updated_at': '2021-04-30T13:18:11Z', 'revision_number': 4, 'project_id': 'd27b931422c24a38b43777335701dd97', 'subnets': [{'id': '1fabb1aa-c648-49ff-be4b-028a25bf4930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:12.467680 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4650e2e9-1508-4785-b47b-690881049ac7 None None] The sync data for ids ['245c346b-9ca6-42a6-9f40-65c801835e9a'] in dv-cinder-788363-2-iscsi is: [{'id': '245c346b-9ca6-42a6-9f40-65c801835e9a', 'name': 'tempest-TestMinimumBasicScenario-611415149-router', 'tenant_id': 'd27b931422c24a38b43777335701dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a9effc05-9402-406c-8c3e-b893aeb7cde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:57Z', 'updated_at': '2021-04-30T13:18:04Z', 'revision_number': 4, 'project_id': 'd27b931422c24a38b43777335701dd97', 'gw_port': {'id': 'a9effc05-9402-406c-8c3e-b893aeb7cde4', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245c346b-9ca6-42a6-9f40-65c801835e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:58Z', 'updated_at': '2021-04-30T13:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'afd312fd-aa6b-4472-8d25-01bf2335c1c9', 'name': '', 'network_id': '316cab8c-0bab-420d-8e32-1ae10bd662fe', 'tenant_id': 'd27b931422c24a38b43777335701dd97', 'mac_address': 'fa:16:3e:17:8e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245c346b-9ca6-42a6-9f40-65c801835e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1fabb1aa-c648-49ff-be4b-028a25bf4930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:18:03Z', 'updated_at': '2021-04-30T13:18:11Z', 'revision_number': 4, 'project_id': 'd27b931422c24a38b43777335701dd97', 'subnets': [{'id': '1fabb1aa-c648-49ff-be4b-028a25bf4930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:18:12.475837 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 1b920c35-5754-4a98-9d5d-84dffc7a3aae up at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:18:12.758985 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning for port 1b920c35-5754-4a98-9d5d-84dffc7a3aae completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:18:12.770884 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning complete for port 1b920c35-5754-4a98-9d5d-84dffc7a3aae triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:18:12.771269 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:12.845890 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575c033-153b-47b8-8153-595763f480ef req-758b79cf-aa96-465a-ab11-b1d1979d81ef tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:12.849940 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f575c033-153b-47b8-8153-595763f480ef req-758b79cf-aa96-465a-ab11-b1d1979d81ef tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 945 time: 0.1999648 Apr 30 13:18:12.972968 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895a3cc-087f-4cce-a13b-0010355d0dac req-f68ad74b-6ab1-425d-ab85-cddb2c5ad205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:12.976362 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-4895a3cc-087f-4cce-a13b-0010355d0dac req-f68ad74b-6ab1-425d-ab85-cddb2c5ad205 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=df09c741a7944a279a111ee7be17ff02&device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 1099 time: 0.2014980 Apr 30 13:18:12.997139 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f575c033-153b-47b8-8153-595763f480ef req-48d20589-f363-4c16-8cdc-b3a449366b6a tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388962 Apr 30 13:18:13.115029 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:13.182702 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c2ed9b-4468-49a0-bd96-1948ca67f51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b920c35-5754-4a98-9d5d-84dffc7a3aae'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:13.209006 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 1b920c35-5754-4a98-9d5d-84dffc7a3aae, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1b920c35-5754-4a98-9d5d-84dffc7a3aae,segment=NetworkSegment(5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1),segment_id=5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:13.214628 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:13.216517 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device fd53bf8b-0c83-40fc-8383-b81935af9bfd up at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:18:13.223440 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacb5b0-1bc6-401e-9a99-92b31f6bb998 req-7f6273fe-6f98-4154-a8d9-ec3cee86571b tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:13.225456 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7bacb5b0-1bc6-401e-9a99-92b31f6bb998 req-7f6273fe-6f98-4154-a8d9-ec3cee86571b tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.2271698 Apr 30 13:18:13.332367 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895a3cc-087f-4cce-a13b-0010355d0dac req-4835ec6c-d386-41f2-9661-f538980b2272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:13.336865 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-4895a3cc-087f-4cce-a13b-0010355d0dac req-4835ec6c-d386-41f2-9661-f538980b2272 service neutron] 10.222.0.96 "GET /v2.0/networks?id=16cacc0e-b911-4880-a672-4588b9d678ce HTTP/1.1" status: 200 len: 920 time: 0.3489285 Apr 30 13:18:13.353440 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7bacb5b0-1bc6-401e-9a99-92b31f6bb998 req-720d1738-1108-4ae9-be33-63aa58063767 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763621 Apr 30 13:18:13.356934 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-88c128fa-cd53-4052-a009-103a5d38ad12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:13.478677 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4352913-5581-4f11-9fec-5b5b3cd30ae6 req-1a9263a6-b564-42f4-a99a-78b33e2ff3ee tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:13.492756 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d4352913-5581-4f11-9fec-5b5b3cd30ae6 req-1a9263a6-b564-42f4-a99a-78b33e2ff3ee tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.2657747 Apr 30 13:18:13.504848 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-4895a3cc-087f-4cce-a13b-0010355d0dac req-2dc4522f-c41d-4c1d-9178-c3eab74c9697 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=537199a2-51a8-4471-9687-6bd43265ede4 HTTP/1.1" status: 200 len: 217 time: 0.1586211 Apr 30 13:18:13.510052 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c2ed9b-4468-49a0-bd96-1948ca67f51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b920c35-5754-4a98-9d5d-84dffc7a3aae', 'code': 200} Apr 30 13:18:13.524988 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning for port fd53bf8b-0c83-40fc-8383-b81935af9bfd completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:18:13.562292 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning complete for port fd53bf8b-0c83-40fc-8383-b81935af9bfd triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:18:13.562673 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:13.609641 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d4352913-5581-4f11-9fec-5b5b3cd30ae6 req-e47a4bd8-96f7-4fa4-a16c-2d67a8c1dc06 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156135 Apr 30 13:18:13.660412 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895a3cc-087f-4cce-a13b-0010355d0dac req-77ccecc4-599a-4be0-9bb6-a485a2060385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:13.666328 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-4895a3cc-087f-4cce-a13b-0010355d0dac req-77ccecc4-599a-4be0-9bb6-a485a2060385 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fd394fd9-c3fe-47ae-8a12-8c1dcf3f181b HTTP/1.1" status: 200 len: 858 time: 0.1427250 Apr 30 13:18:13.814138 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-4895a3cc-087f-4cce-a13b-0010355d0dac req-5a363adf-b746-419a-a359-acbdd7184510 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16cacc0e-b911-4880-a672-4588b9d678ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1394770 Apr 30 13:18:13.871382 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=1b920c35-5754-4a98-9d5d-84dffc7a3aae,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:13.875095 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:13.902080 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device afd312fd-aa6b-4472-8d25-01bf2335c1c9 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:18:13.988377 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:14.009458 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port afd312fd-aa6b-4472-8d25-01bf2335c1c9 completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:18:14.028200 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port afd312fd-aa6b-4472-8d25-01bf2335c1c9 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:18:14.029363 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:14.196411 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port fd53bf8b-0c83-40fc-8383-b81935af9bfd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fd53bf8b-0c83-40fc-8383-b81935af9bfd,segment=NetworkSegment(eef12228-c15c-4452-911b-51cfa422989e),segment_id=eef12228-c15c-4452-911b-51cfa422989e)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:14.221132 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-4895a3cc-087f-4cce-a13b-0010355d0dac req-8d7743a5-baae-4e81-9d1b-370667fae60d service neutron] 10.222.0.96 "GET /v2.0/networks/16cacc0e-b911-4880-a672-4588b9d678ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902030 Apr 30 13:18:14.230511 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:14.232924 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:14.515358 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-4895a3cc-087f-4cce-a13b-0010355d0dac req-3203fc5c-93e6-41d8-8e26-54ae2f9bb39c service neutron] 10.222.0.96 "GET /v2.0/networks/16cacc0e-b911-4880-a672-4588b9d678ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901576 Apr 30 13:18:14.561864 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:14.645784 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] For port afd312fd-aa6b-4472-8d25-01bf2335c1c9, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=afd312fd-aa6b-4472-8d25-01bf2335c1c9,segment=NetworkSegment(cb6690b3-2523-412d-b7c1-7c1c23deb094),segment_id=cb6690b3-2523-412d-b7c1-7c1c23deb094)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:14.655098 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83cd2a-76c4-43c8-a6dd-56de95d12b37 req-77794076-71e5-4831-9c94-406057f75a0a tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:14.655908 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:14.668540 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7a83cd2a-76c4-43c8-a6dd-56de95d12b37 req-77794076-71e5-4831-9c94-406057f75a0a tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 944 time: 0.9102561 Apr 30 13:18:14.677156 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=fd53bf8b-0c83-40fc-8383-b81935af9bfd,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:14.690712 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:14.690828 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:14.745338 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:18:14.785149 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b46df-7040-42e9-837d-16bbf1b78c8c req-db52961d-fb15-4ec8-86e8-7a5adabb4170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:14.795391 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-520b46df-7040-42e9-837d-16bbf1b78c8c req-db52961d-fb15-4ec8-86e8-7a5adabb4170 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 1099 time: 0.8408656 Apr 30 13:18:14.802247 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Pushing event updated for resources: {'Port': ['ID=afd312fd-aa6b-4472-8d25-01bf2335c1c9,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:14.812422 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:14.901289 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7a83cd2a-76c4-43c8-a6dd-56de95d12b37 req-9fcded65-e56e-4880-a599-c353ed2a945a tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/security-groups?id=4659f618-4119-44f6-b34b-2927b501fb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274337 Apr 30 13:18:14.953410 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7a0d7-c5d4-4720-8eca-08e547369d30 req-1bf14dcb-357b-4ed4-9178-8f581fffcac6 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:14.973623 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b4c7a0d7-c5d4-4720-8eca-08e547369d30 req-1bf14dcb-357b-4ed4-9178-8f581fffcac6 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 946 time: 0.7267649 Apr 30 13:18:15.080764 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-520b46df-7040-42e9-837d-16bbf1b78c8c req-59e02b10-79bf-4491-8f46-745565312441 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202652 Apr 30 13:18:15.102609 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b4c7a0d7-c5d4-4720-8eca-08e547369d30 req-7e41dbea-d08e-4fd2-83d1-25f8ee785164 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277165 Apr 30 13:18:15.343056 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3409c32-f26b-4275-bd55-0ce9dd3529c2 req-91cc1ff0-13c4-49d9-9173-9a85bbc43dcb tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:15.344972 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d3409c32-f26b-4275-bd55-0ce9dd3529c2 req-91cc1ff0-13c4-49d9-9173-9a85bbc43dcb tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.1884048 Apr 30 13:18:15.511616 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa8167a-6631-424d-ac20-742546f11492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd53bf8b-0c83-40fc-8383-b81935af9bfd'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:15.632273 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d3409c32-f26b-4275-bd55-0ce9dd3529c2 req-24630a83-f746-44e8-b54b-28d926809ce4 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780945 Apr 30 13:18:15.683873 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2dc75-2b89-4c8e-88f0-ee0a6c43e09b req-55ecf4c8-890d-4f35-bf7d-2441355cb90c tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:15.705288 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-47e2dc75-2b89-4c8e-88f0-ee0a6c43e09b req-55ecf4c8-890d-4f35-bf7d-2441355cb90c tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.4564414 Apr 30 13:18:15.763478 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa8167a-6631-424d-ac20-742546f11492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd53bf8b-0c83-40fc-8383-b81935af9bfd', 'code': 200} Apr 30 13:18:15.788480 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device afd312fd-aa6b-4472-8d25-01bf2335c1c9 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:18:15.858114 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-47e2dc75-2b89-4c8e-88f0-ee0a6c43e09b req-54790aa6-3b5d-4901-8265-57919fe99f24 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446061 Apr 30 13:18:15.974103 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port afd312fd-aa6b-4472-8d25-01bf2335c1c9 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:18:15.974425 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:16.450696 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba768f7-d3e9-4f83-a101-c9944aff0923 req-bb15f119-f9d5-4d2c-9c93-a10ddcf66a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:16.452302 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3ba768f7-d3e9-4f83-a101-c9944aff0923 req-bb15f119-f9d5-4d2c-9c93-a10ddcf66a9c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 1098 time: 0.3426404 Apr 30 13:18:16.462106 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c49e0-721f-4857-81b2-8c01ccf455d7 req-71c7c9fc-4b9b-4d05-8737-ac0db2e340d0 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:16.463566 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-278c49e0-721f-4857-81b2-8c01ccf455d7 req-71c7c9fc-4b9b-4d05-8737-ac0db2e340d0 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 945 time: 0.2439814 Apr 30 13:18:16.545189 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4605532-029e-4061-8165-8128aedfe48c req-23deb20e-3728-4f14-9c49-87839ff262c4 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:16.546934 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b4605532-029e-4061-8165-8128aedfe48c req-23deb20e-3728-4f14-9c49-87839ff262c4 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 946 time: 0.2552302 Apr 30 13:18:16.569965 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3ba768f7-d3e9-4f83-a101-c9944aff0923 req-fde70a51-13e9-4758-b4d7-db06d7d11dc2 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=4659f618-4119-44f6-b34b-2927b501fb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038949 Apr 30 13:18:16.585734 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-278c49e0-721f-4857-81b2-8c01ccf455d7 req-abe81798-6d9c-490b-be65-5bc435bc225d tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/security-groups?id=4659f618-4119-44f6-b34b-2927b501fb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023891 Apr 30 13:18:16.621661 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b4605532-029e-4061-8165-8128aedfe48c req-3b77e181-1e08-4970-b793-503536c4d1ae tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661318 Apr 30 13:18:16.880602 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af7e21-61ad-4fe8-b310-1d8f8f6fe955 req-f5cf206b-5d5c-4b61-a7b3-c211079fa7bb tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:16.887105 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a4af7e21-61ad-4fe8-b310-1d8f8f6fe955 req-f5cf206b-5d5c-4b61-a7b3-c211079fa7bb tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0980308 Apr 30 13:18:16.953712 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a4af7e21-61ad-4fe8-b310-1d8f8f6fe955 req-9f68ba5c-dc3d-4e66-b9ea-5aaa94a8c99d tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607574 Apr 30 13:18:17.141125 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d24742-4b5c-421a-bbc6-2ea1e9982d3d req-1e4cc250-ebf1-457d-9b4b-ac79dca0724b tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:17.142627 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-56d24742-4b5c-421a-bbc6-2ea1e9982d3d req-1e4cc250-ebf1-457d-9b4b-ac79dca0724b tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.0855694 Apr 30 13:18:17.193572 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-56d24742-4b5c-421a-bbc6-2ea1e9982d3d req-39101f2e-5ed9-498e-9757-8d08d4b15dec tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448205 Apr 30 13:18:17.896820 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356d79e-3059-458e-a919-3061e625bc9f req-2fc37a02-96b7-4b4f-b925-3f2128d0b51f tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:17.898354 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3356d79e-3059-458e-a919-3061e625bc9f req-2fc37a02-96b7-4b4f-b925-3f2128d0b51f tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 945 time: 0.1911368 Apr 30 13:18:17.916878 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310a83e-fb55-4192-abde-e00ecc0e2155 req-c03a09a9-88f6-48f4-9c7b-1e6a01a3f415 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:17.918318 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4310a83e-fb55-4192-abde-e00ecc0e2155 req-c03a09a9-88f6-48f4-9c7b-1e6a01a3f415 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 946 time: 0.1712508 Apr 30 13:18:18.005605 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3356d79e-3059-458e-a919-3061e625bc9f req-a12b17f6-647c-4571-bcb8-742fb7363065 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/security-groups?id=4659f618-4119-44f6-b34b-2927b501fb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971766 Apr 30 13:18:18.012245 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4310a83e-fb55-4192-abde-e00ecc0e2155 req-daf41dd0-a280-45af-a941-9a77276e9bd5 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764184 Apr 30 13:18:18.017608 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39685647-d72a-4f62-88fe-54603a7df97d req-7e692270-e3ca-45be-8df9-865ea2fb889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:18.019394 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-39685647-d72a-4f62-88fe-54603a7df97d req-7e692270-e3ca-45be-8df9-865ea2fb889e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2957845d7c874208b3d921bf499e5b7b&device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 1098 time: 0.2004862 Apr 30 13:18:18.242424 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39685647-d72a-4f62-88fe-54603a7df97d req-6bb46bdf-0993-4205-a732-5daf0bec19fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:18.243886 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-39685647-d72a-4f62-88fe-54603a7df97d req-6bb46bdf-0993-4205-a732-5daf0bec19fb service neutron] 10.222.0.96 "GET /v2.0/networks?id=5ea56348-3132-43ce-93d5-7c6eb60259bf HTTP/1.1" status: 200 len: 917 time: 0.2112651 Apr 30 13:18:18.348540 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b80f14-e198-488f-a039-6ef30840176c req-e9913174-e1a9-4fa7-8e6e-2e2c3ca51009 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:18.350090 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-16b80f14-e198-488f-a039-6ef30840176c req-e9913174-e1a9-4fa7-8e6e-2e2c3ca51009 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.1992748 Apr 30 13:18:18.383761 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-39685647-d72a-4f62-88fe-54603a7df97d req-223954e7-ece2-478c-9002-d142ec7641ec service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6afa7552-c866-4a56-a406-91a270fb834f HTTP/1.1" status: 200 len: 1000 time: 0.1305597 Apr 30 13:18:18.530030 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-16b80f14-e198-488f-a039-6ef30840176c req-e09dee94-8e7d-4eb6-8fac-0e2f29a62f0e tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693583 Apr 30 13:18:18.566341 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39685647-d72a-4f62-88fe-54603a7df97d req-4360ef97-dc6b-442b-813b-0325d3e219ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:18.566341 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-39685647-d72a-4f62-88fe-54603a7df97d req-4360ef97-dc6b-442b-813b-0325d3e219ef service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8bf6f55f-7a38-4a76-a15c-e255e10f02cb HTTP/1.1" status: 200 len: 854 time: 0.1602836 Apr 30 13:18:18.663297 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405fe5a-7eef-4622-a654-0a8d5b441304 req-533d3077-3893-479b-963b-b4558a79117c tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:18.664810 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9405fe5a-7eef-4622-a654-0a8d5b441304 req-533d3077-3893-479b-963b-b4558a79117c tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.2008820 Apr 30 13:18:18.728260 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9405fe5a-7eef-4622-a654-0a8d5b441304 req-cad19605-c447-4f42-9c85-21d62b6192b3 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541418 Apr 30 13:18:18.731396 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39685647-d72a-4f62-88fe-54603a7df97d req-b5cde098-ade4-4124-9787-4775e30edfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:18.733244 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-39685647-d72a-4f62-88fe-54603a7df97d req-b5cde098-ade4-4124-9787-4775e30edfa0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5ea56348-3132-43ce-93d5-7c6eb60259bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1363695 Apr 30 13:18:18.896500 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-39685647-d72a-4f62-88fe-54603a7df97d req-0640a13d-5f45-4f67-a5ee-b259b535bb1a service neutron] 10.222.0.96 "GET /v2.0/networks/5ea56348-3132-43ce-93d5-7c6eb60259bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461906 Apr 30 13:18:19.223770 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-39685647-d72a-4f62-88fe-54603a7df97d req-0bacf737-6597-4a09-aa4d-b18f41ea47ae service neutron] 10.222.0.96 "GET /v2.0/networks/5ea56348-3132-43ce-93d5-7c6eb60259bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122411 Apr 30 13:18:19.291514 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9affce-e648-427f-9388-5b3b0d07d1ba req-eb6329aa-cebc-4c25-ba78-6ecc931212c2 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:19.293107 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1b9affce-e648-427f-9388-5b3b0d07d1ba req-eb6329aa-cebc-4c25-ba78-6ecc931212c2 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 945 time: 0.1176600 Apr 30 13:18:19.358189 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1b9affce-e648-427f-9388-5b3b0d07d1ba req-523f8ef0-ca6d-4ddc-a045-43946eb809b3 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/security-groups?id=4659f618-4119-44f6-b34b-2927b501fb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577767 Apr 30 13:18:19.843666 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b6c48-f3d3-4a52-8a79-266fdf911c77 req-7ac95f55-6594-4015-b9ee-a49d4abe04a4 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:19.845478 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-359b6c48-f3d3-4a52-8a79-266fdf911c77 req-7ac95f55-6594-4015-b9ee-a49d4abe04a4 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.1242037 Apr 30 13:18:19.922168 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-359b6c48-f3d3-4a52-8a79-266fdf911c77 req-25132f30-0b43-4d5b-9bb1-caf67ff66e5f tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665505 Apr 30 13:18:20.178423 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df48339-64ca-44aa-845e-cec48a1bcd8c req-77059c18-3060-44d7-a8af-716381d6051c tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:20.180071 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2df48339-64ca-44aa-845e-cec48a1bcd8c req-77059c18-3060-44d7-a8af-716381d6051c tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 945 time: 0.1285944 Apr 30 13:18:20.242698 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2df48339-64ca-44aa-845e-cec48a1bcd8c req-bc0f7b28-304a-4b2e-853b-aa1e36b4aaa5 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562232 Apr 30 13:18:20.538637 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 6afa7552-c866-4a56-a406-91a270fb834f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:18:20.670667 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:20.711872 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 6afa7552-c866-4a56-a406-91a270fb834f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6afa7552-c866-4a56-a406-91a270fb834f,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:20.713357 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648c3844-71ae-42ce-9c0a-b2226ee657a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6afa7552-c866-4a56-a406-91a270fb834f'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:20.727035 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:20.734845 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:20.787074 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648c3844-71ae-42ce-9c0a-b2226ee657a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6afa7552-c866-4a56-a406-91a270fb834f', 'code': 200} Apr 30 13:18:20.852657 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=6afa7552-c866-4a56-a406-91a270fb834f,revision_number=8']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:20.856503 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:21.137183 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619636f9-57a8-4ed7-9efe-77d170ab11c5 req-e3fb892c-6c23-481b-94a9-fa2bfd895a70 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:21.139307 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-619636f9-57a8-4ed7-9efe-77d170ab11c5 req-e3fb892c-6c23-481b-94a9-fa2bfd895a70 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 945 time: 0.1585367 Apr 30 13:18:21.205062 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb009a8-f50f-4d55-82dd-240c623e025c req-df9903f1-7cc1-404f-a4dc-59218269f85a tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:21.206650 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-beb009a8-f50f-4d55-82dd-240c623e025c req-df9903f1-7cc1-404f-a4dc-59218269f85a tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.1471364 Apr 30 13:18:21.210244 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-619636f9-57a8-4ed7-9efe-77d170ab11c5 req-0437a6b4-4eb9-4ef2-a9aa-2d7109ce4448 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/security-groups?id=4659f618-4119-44f6-b34b-2927b501fb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644207 Apr 30 13:18:21.274557 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-beb009a8-f50f-4d55-82dd-240c623e025c req-d0900862-eaf9-4d6c-b427-85da01d2375e tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594466 Apr 30 13:18:21.469005 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b964f-610b-42a2-bf81-8a5353eff353 req-27be903b-e96a-4a0f-8af6-1c58369e01cf tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:21.472528 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d29b964f-610b-42a2-bf81-8a5353eff353 req-27be903b-e96a-4a0f-8af6-1c58369e01cf tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.1024170 Apr 30 13:18:21.534985 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d29b964f-610b-42a2-bf81-8a5353eff353 req-dbcec6db-34e1-473d-a26d-c0626003d976 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541785 Apr 30 13:18:22.196881 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-ad403731-515c-4469-a2d3-422e788f80f9 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:22.198359 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-ad403731-515c-4469-a2d3-422e788f80f9 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/networks?id=3357c09a-1ff1-4156-b7a5-b206cf73267c HTTP/1.1" status: 200 len: 815 time: 0.1442909 Apr 30 13:18:22.213471 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-a5c3dff4-f6e4-49ba-9b5d-6b5336750673 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/quotas/9ea461adf36b4f638c2ff6761c98389e HTTP/1.1" status: 200 len: 375 time: 0.0089676 Apr 30 13:18:22.301387 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-66e5379c-8776-4f18-935b-7783dd162dba tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Synchronizing usage tracker for tenant:9ea461adf36b4f638c2ff6761c98389e on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:18:22.319229 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-66e5379c-8776-4f18-935b-7783dd162dba tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Unset dirty status for tenant:9ea461adf36b4f638c2ff6761c98389e on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:18:22.320600 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-66e5379c-8776-4f18-935b-7783dd162dba tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ea461adf36b4f638c2ff6761c98389e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011953 Apr 30 13:18:22.513889 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-c6236599-f135-4a3b-9376-298c24915280 service neutron] 10.222.0.30 "GET /v2.0/networks/3357c09a-1ff1-4156-b7a5-b206cf73267c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538110 Apr 30 13:18:22.521816 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e86a8-6914-4eae-9aae-d949675f0e90 req-0a5ba846-150f-4ec6-b02a-fceb788175d5 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:22.523327 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3b9e86a8-6914-4eae-9aae-d949675f0e90 req-0a5ba846-150f-4ec6-b02a-fceb788175d5 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 945 time: 0.1943452 Apr 30 13:18:22.674104 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3b9e86a8-6914-4eae-9aae-d949675f0e90 req-248fb1c4-a386-4a04-b9e5-ad03c35604bd tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/security-groups?id=4659f618-4119-44f6-b34b-2927b501fb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321275 Apr 30 13:18:22.699802 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-596cf936-177b-4bd6-bf62-c0e66b2e9c04 service neutron] 10.222.0.30 "GET /v2.0/networks/3357c09a-1ff1-4156-b7a5-b206cf73267c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754379 Apr 30 13:18:22.853710 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1159874-3150-4126-b4f7-940ab5bacff3 req-219c208f-bc77-48ae-a400-1e1646eb8016 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:22.855376 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c1159874-3150-4126-b4f7-940ab5bacff3 req-219c208f-bc77-48ae-a400-1e1646eb8016 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0883441 Apr 30 13:18:22.942347 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c1159874-3150-4126-b4f7-940ab5bacff3 req-96048424-41bd-4640-9141-34d3bf8b47c8 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800261 Apr 30 13:18:22.998046 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62436c75-342e-4661-a3cb-8f4f273b01ed req-0d0f711f-705f-4007-a202-5f2b20e16cce tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:22.999506 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-62436c75-342e-4661-a3cb-8f4f273b01ed req-0d0f711f-705f-4007-a202-5f2b20e16cce tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.1079891 Apr 30 13:18:23.061022 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-35eebff5-fdf8-4948-8dc2-cdb9d9e3fee2 req-3f8f5ee6-57fe-4c70-8cfc-7228b63e0145 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 210 time: 0.0604987 Apr 30 13:18:23.088421 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-62436c75-342e-4661-a3cb-8f4f273b01ed req-93d475a5-ee48-4fd2-9924-75ae41d459eb tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544002 Apr 30 13:18:23.250224 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeddee6-a86c-4fe8-bdca-844f41063607 req-b1a0c362-2483-4d02-b056-151857842f75 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:23.251694 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8eeddee6-a86c-4fe8-bdca-844f41063607 req-b1a0c362-2483-4d02-b056-151857842f75 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.96 "GET /v2.0/ports?device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 945 time: 0.0908372 Apr 30 13:18:23.507472 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-8eeddee6-a86c-4fe8-bdca-844f41063607 req-1ad8c2cf-c5ab-4855-b494-fd4c5cde4f44 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Deleting port fd53bf8b-0c83-40fc-8383-b81935af9bfd {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:18:23.508851 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-8eeddee6-a86c-4fe8-bdca-844f41063607 req-1ad8c2cf-c5ab-4855-b494-fd4c5cde4f44 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:23.667263 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-8eeddee6-a86c-4fe8-bdca-844f41063607 req-1ad8c2cf-c5ab-4855-b494-fd4c5cde4f44 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] For port fd53bf8b-0c83-40fc-8383-b81935af9bfd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fd53bf8b-0c83-40fc-8383-b81935af9bfd,segment=NetworkSegment(eef12228-c15c-4452-911b-51cfa422989e),segment_id=eef12228-c15c-4452-911b-51cfa422989e)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:23.667621 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-8eeddee6-a86c-4fe8-bdca-844f41063607 req-1ad8c2cf-c5ab-4855-b494-fd4c5cde4f44 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:23.800642 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-8eeddee6-a86c-4fe8-bdca-844f41063607 req-1ad8c2cf-c5ab-4855-b494-fd4c5cde4f44 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Calling delete_port for fd53bf8b-0c83-40fc-8383-b81935af9bfd owned by compute:nova {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:18:23.911265 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8049cb9-13a7-4cda-a8f8-a0635507b638 req-a3a6caf5-9cab-4e0a-b3e0-f547a2c54138 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:23.912853 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b8049cb9-13a7-4cda-a8f8-a0635507b638 req-a3a6caf5-9cab-4e0a-b3e0-f547a2c54138 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 945 time: 0.1093440 Apr 30 13:18:24.067468 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b8049cb9-13a7-4cda-a8f8-a0635507b638 req-365ec12c-3949-4a6d-9f00-9451dfe72036 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/security-groups?id=4659f618-4119-44f6-b34b-2927b501fb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446860 Apr 30 13:18:24.086336 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-8eeddee6-a86c-4fe8-bdca-844f41063607 req-1ad8c2cf-c5ab-4855-b494-fd4c5cde4f44 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:24.092302 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:24.131089 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['fd53bf8b-0c83-40fc-8383-b81935af9bfd'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:18:24.150627 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8c2cf-c5ab-4855-b494-fd4c5cde4f44 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Pushing event deleted for resources: {'Port': ['ID=fd53bf8b-0c83-40fc-8383-b81935af9bfd,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:24.156570 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1ad8c2cf-c5ab-4855-b494-fd4c5cde4f44 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:24.293208 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-574b1cbe-c993-44f2-9f9f-28f76139f776 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:24.294812 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-574b1cbe-c993-44f2-9f9f-28f76139f776 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Synchronizing usage tracker for tenant:9ea461adf36b4f638c2ff6761c98389e on resource:network {{(pid=73846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:18:24.302014 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fce838-53b1-4436-b6da-dafba609f560 req-7631ad1a-f858-425e-a4e4-2863bf742eef tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:24.303805 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-17fce838-53b1-4436-b6da-dafba609f560 req-7631ad1a-f858-425e-a4e4-2863bf742eef tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.3097165 Apr 30 13:18:24.310442 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eeddee6-a86c-4fe8-bdca-844f41063607 req-1ad8c2cf-c5ab-4855-b494-fd4c5cde4f44 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] No DVR routers for this DVR port fd53bf8b-0c83-40fc-8383-b81935af9bfd on host hv-cinder-78836 {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:18:24.318241 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-574b1cbe-c993-44f2-9f9f-28f76139f776 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Unset dirty status for tenant:9ea461adf36b4f638c2ff6761c98389e on resource:network {{(pid=73846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:18:24.319477 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-574b1cbe-c993-44f2-9f9f-28f76139f776 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.96 "GET /v2.0/networks?id=3357c09a-1ff1-4156-b7a5-b206cf73267c HTTP/1.1" status: 200 len: 815 time: 0.2423642 Apr 30 13:18:24.320092 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-8eeddee6-a86c-4fe8-bdca-844f41063607 req-1ad8c2cf-c5ab-4855-b494-fd4c5cde4f44 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:24.322732 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa8167a-6631-424d-ac20-742546f11492', 'name': 'network-vif-deleted', 'tag': 'fd53bf8b-0c83-40fc-8383-b81935af9bfd'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:24.342985 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Request body: {'port': {'device_id': '07576a06-9042-40dd-801d-3c1307a1e03b', 'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c', 'admin_state_up': True, 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:18:24.374261 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8eeddee6-a86c-4fe8-bdca-844f41063607 req-1ad8c2cf-c5ab-4855-b494-fd4c5cde4f44 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.96 "DELETE /v2.0/ports/fd53bf8b-0c83-40fc-8383-b81935af9bfd HTTP/1.1" status: 204 len: 173 time: 1.1013834 Apr 30 13:18:24.383786 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-17fce838-53b1-4436-b6da-dafba609f560 req-4f5dd30a-7089-4e6e-81b9-11f5e362f6ce tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649457 Apr 30 13:18:24.433457 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d6d15-a05b-4b3b-91ae-f73f1e98da03 req-d3184f5a-7462-447b-a4c1-b25daf4afa5a tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:24.436154 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-984d6d15-a05b-4b3b-91ae-f73f1e98da03 req-d3184f5a-7462-447b-a4c1-b25daf4afa5a tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.1893051 Apr 30 13:18:24.510564 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-984d6d15-a05b-4b3b-91ae-f73f1e98da03 req-de764b0a-abb8-457f-9422-119de951f21c tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671294 Apr 30 13:18:24.571211 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa8167a-6631-424d-ac20-742546f11492', 'name': 'network-vif-deleted', 'tag': 'fd53bf8b-0c83-40fc-8383-b81935af9bfd', 'status': 'completed', 'code': 200} Apr 30 13:18:24.585349 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:24.589138 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 6afa7552-c866-4a56-a406-91a270fb834f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:18:24.606057 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:24.608605 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 33296) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:24.626692 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Made reservation on behalf of 9ea461adf36b4f638c2ff6761c98389e for: {'port': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:18:24.635028 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:24.646323 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-54bfed03-b374-4851-b44c-119887d88039 req-677ac578-f60a-4353-b07a-d9f36a14cea8 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 210 time: 0.0734036 Apr 30 13:18:24.835818 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6d64167a-ed60-44e4-a405-7d2ae6bb3a56 req-a9012742-1aa3-4484-a815-9f9a1e37e9d5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2259779 Apr 30 13:18:24.906103 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Allocated IP 172.20.0.5 (3357c09a-1ff1-4156-b7a5-b206cf73267c/70d26d5f-252a-44e7-a608-0a89cf716e23/d6ce748a-7d9b-411f-a297-e3accb8a56c3) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:18:25.296174 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-8ffe3f1e-2204-4cbf-8e91-9bbc765b95c6 req-d253e67a-beaf-4244-8c55-301383b63be3 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Synchronizing usage tracker for tenant:28e39b32d0dc457cb24f267d868d9d14 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:18:25.316224 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-8ffe3f1e-2204-4cbf-8e91-9bbc765b95c6 req-d253e67a-beaf-4244-8c55-301383b63be3 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Unset dirty status for tenant:28e39b32d0dc457cb24f267d868d9d14 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:18:25.317768 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8ffe3f1e-2204-4cbf-8e91-9bbc765b95c6 req-d253e67a-beaf-4244-8c55-301383b63be3 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 210 time: 0.0672007 Apr 30 13:18:25.318114 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:25.346927 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Transition to ACTIVE for port object d6ce748a-7d9b-411f-a297-e3accb8a56c3 will not be triggered until provisioned by entity DHCP. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:18:25.381585 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:25.387354 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-f3342a0c-19da-4ccd-aa24-78e2a0a835c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:25.448196 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Network 3357c09a-1ff1-4156-b7a5-b206cf73267c is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:18:25.455844 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:18:25.460303 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:18:25.502711 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Pushing event updated for resources: {'Port': ['ID=d6ce748a-7d9b-411f-a297-e3accb8a56c3,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:25.519793 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:25.520159 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:25.520518 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:25.520871 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:25.521221 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:25.521568 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:25.521910 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:25.522297 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:25.522638 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:25.522979 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:25.523337 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:25.523654 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:25.531355 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:25.548448 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:25.549230 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:25.604699 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2661588 Apr 30 13:18:25.684417 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663973c-5292-492b-85db-ec7baae86a02 req-deb14fa5-2cc2-4680-adf0-86846df632f2 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:25.686892 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d663973c-5292-492b-85db-ec7baae86a02 req-deb14fa5-2cc2-4680-adf0-86846df632f2 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.1342115 Apr 30 13:18:25.824450 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d663973c-5292-492b-85db-ec7baae86a02 req-ed42aa7e-32f0-4480-8c58-59707318f27f tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309214 Apr 30 13:18:25.865328 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-5381ce83-c9da-4a92-8109-bd79006e3617 None None] Provisioning for port d6ce748a-7d9b-411f-a297-e3accb8a56c3 completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:18:25.871150 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e2604-71af-47a4-a358-415758fdae2d req-85404583-f767-4de6-8452-ecea55dc8dd3 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:25.880332 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e26e2604-71af-47a4-a358-415758fdae2d req-85404583-f767-4de6-8452-ecea55dc8dd3 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.1086850 Apr 30 13:18:25.894839 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-5381ce83-c9da-4a92-8109-bd79006e3617 None None] Provisioning complete for port d6ce748a-7d9b-411f-a297-e3accb8a56c3 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:18:25.895246 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-5381ce83-c9da-4a92-8109-bd79006e3617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:25.971651 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e26e2604-71af-47a4-a358-415758fdae2d req-fae1ee9c-9de3-475e-b27f-2ab3d03d8e43 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900292 Apr 30 13:18:26.045734 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-5381ce83-c9da-4a92-8109-bd79006e3617 None None] Port d6ce748a-7d9b-411f-a297-e3accb8a56c3 cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:18:26.157197 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4decb04-0402-4ee4-a856-7c494d8aca83 req-326db15c-4657-43d5-9b36-61cbb9f9fa17 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:26.158805 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f4decb04-0402-4ee4-a856-7c494d8aca83 req-326db15c-4657-43d5-9b36-61cbb9f9fa17 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 931 time: 0.0861630 Apr 30 13:18:26.206660 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f4decb04-0402-4ee4-a856-7c494d8aca83 req-6b64270b-cf23-4a41-8315-b4277cf3dd50 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413687 Apr 30 13:18:26.485258 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aa16bb9a-0ec6-4cee-9a21-a05516e7205e req-329cb04e-3671-4f4f-adf0-bd6061eafb50 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 210 time: 0.0452952 Apr 30 13:18:26.614604 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device fd53bf8b-0c83-40fc-8383-b81935af9bfd no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:18:26.653520 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] No Port match for: fd53bf8b-0c83-40fc-8383-b81935af9bfd {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:18:26.654160 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device fd53bf8b-0c83-40fc-8383-b81935af9bfd not bound to the agent host hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:18:27.048832 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46065d8-8fb7-409f-a8c3-5ff5c6b30a4f req-b8c8096c-f85f-416e-a631-01feefba1510 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:27.055905 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e46065d8-8fb7-409f-a8c3-5ff5c6b30a4f req-b8c8096c-f85f-416e-a631-01feefba1510 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.1089036 Apr 30 13:18:27.130150 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e46065d8-8fb7-409f-a8c3-5ff5c6b30a4f req-8924981b-f043-4952-83ef-ac856574836f tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732217 Apr 30 13:18:27.246159 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10855244-42fd-468e-b867-2f2bf0e73d63 req-04e2229a-eefc-4fa6-991e-f4173884d903 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:27.247990 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-10855244-42fd-468e-b867-2f2bf0e73d63 req-04e2229a-eefc-4fa6-991e-f4173884d903 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0852106 Apr 30 13:18:27.422293 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-10855244-42fd-468e-b867-2f2bf0e73d63 req-6f19b165-0d56-4486-97ee-db2e1fc4e0f2 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681468 Apr 30 13:18:27.459124 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f592d35-3c1c-463c-9aea-0bce9b24cc43 req-fc53b8a7-041d-4f05-ac03-c840a5aa79b9 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:27.460741 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5f592d35-3c1c-463c-9aea-0bce9b24cc43 req-fc53b8a7-041d-4f05-ac03-c840a5aa79b9 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 931 time: 0.1097972 Apr 30 13:18:27.510448 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5f592d35-3c1c-463c-9aea-0bce9b24cc43 req-be965622-8175-4f1b-bc9b-7b4e52ab4975 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412803 Apr 30 13:18:27.669341 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-82e7cf7d-f004-4ccd-9cf9-8c1a5cde59cf req-026114c8-390c-42ca-b210-daaf7728d338 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 210 time: 0.0457716 Apr 30 13:18:28.349562 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0ff2e-90b5-461e-80df-a031b4cd362d req-946461c5-150c-4465-802b-fb21825aea34 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:28.351168 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7ef0ff2e-90b5-461e-80df-a031b4cd362d req-946461c5-150c-4465-802b-fb21825aea34 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.1002760 Apr 30 13:18:28.405000 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7ef0ff2e-90b5-461e-80df-a031b4cd362d req-9a90208f-654f-4948-874a-372bbf220110 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464704 Apr 30 13:18:28.631558 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180826ad-d659-4729-9df6-5e846786e1a8 req-f3c70128-40c7-426c-8fa5-3f778759a4dc tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:28.641527 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-180826ad-d659-4729-9df6-5e846786e1a8 req-f3c70128-40c7-426c-8fa5-3f778759a4dc tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.1087320 Apr 30 13:18:28.694263 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-180826ad-d659-4729-9df6-5e846786e1a8 req-9fbf2ce5-e6af-4496-a8b5-aac0a1b982b3 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482287 Apr 30 13:18:28.773358 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023e0fc-46dd-4daf-bcff-8b20216f3f01 req-283e2fc6-d617-4cd8-ad55-bfe281d2d6f9 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:28.775168 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1023e0fc-46dd-4daf-bcff-8b20216f3f01 req-283e2fc6-d617-4cd8-ad55-bfe281d2d6f9 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 931 time: 0.0859010 Apr 30 13:18:28.839416 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1023e0fc-46dd-4daf-bcff-8b20216f3f01 req-e9344036-cbc6-480d-87f6-b4993c826704 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577950 Apr 30 13:18:28.888325 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a10e0dc8-165c-4b5a-98e2-0af0ec822c7f req-2e4bb7d2-c84c-443b-aff9-142729c53206 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 210 time: 0.0425231 Apr 30 13:18:29.615103 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65426db5-9459-4dc6-ae41-56539794651e req-cc316bf4-4218-4eb8-93dc-0b0b45490788 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:29.617634 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-65426db5-9459-4dc6-ae41-56539794651e req-cc316bf4-4218-4eb8-93dc-0b0b45490788 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.1006262 Apr 30 13:18:29.675604 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-65426db5-9459-4dc6-ae41-56539794651e req-be3860e3-7774-43ed-a00a-3e8725545aba tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453150 Apr 30 13:18:29.913842 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb0482-8b77-4794-a866-6e1970811e2b req-7c1ccbc0-2fa3-4338-b957-a3394cdc474e tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:29.915395 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-efdb0482-8b77-4794-a866-6e1970811e2b req-7c1ccbc0-2fa3-4338-b957-a3394cdc474e tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.1044405 Apr 30 13:18:29.989004 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-efdb0482-8b77-4794-a866-6e1970811e2b req-1a941474-0086-499e-ba63-46756bf2291e tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670621 Apr 30 13:18:30.069863 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e46f6e-5278-49a8-b11c-6f7e2ed90489 req-fd58f932-d421-4881-9894-9f3cf03fa6fe tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:30.071331 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-90e46f6e-5278-49a8-b11c-6f7e2ed90489 req-fd58f932-d421-4881-9894-9f3cf03fa6fe tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 931 time: 0.1177149 Apr 30 13:18:30.154068 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-90e46f6e-5278-49a8-b11c-6f7e2ed90489 req-a30cc1ce-fda0-4aab-8d27-e90f1c48616d tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758486 Apr 30 13:18:30.162238 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-47635d66-5099-40ab-b7c0-5638a920d27e req-7360a800-788e-4378-9f8f-2dab0928df1f tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 210 time: 0.0557702 Apr 30 13:18:30.880572 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9894b1-c13e-47c4-acc9-df535b79b5f7 req-a8da65c8-b54f-4281-b6f1-2c79417a73f0 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:30.882024 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7f9894b1-c13e-47c4-acc9-df535b79b5f7 req-a8da65c8-b54f-4281-b6f1-2c79417a73f0 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.0838318 Apr 30 13:18:30.925874 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7f9894b1-c13e-47c4-acc9-df535b79b5f7 req-1524d3d6-3e61-4507-b67a-2dfb6f3e3fbd tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381007 Apr 30 13:18:31.186988 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd639ae8-c386-4afa-a2bd-c2748451e4d0 req-2ba305e7-8c9d-44a8-9829-1d379543ae7a tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:31.188485 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fd639ae8-c386-4afa-a2bd-c2748451e4d0 req-2ba305e7-8c9d-44a8-9829-1d379543ae7a tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0912354 Apr 30 13:18:31.237618 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fd639ae8-c386-4afa-a2bd-c2748451e4d0 req-e5cf4359-83d8-401b-b2dc-e70ca284d839 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433035 Apr 30 13:18:31.360030 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b2eca-faed-4294-95a8-a54ad783c22d req-a7890800-c5a9-443f-98ef-1d8d5f449aa8 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:31.362492 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-939b2eca-faed-4294-95a8-a54ad783c22d req-a7890800-c5a9-443f-98ef-1d8d5f449aa8 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 931 time: 0.0890470 Apr 30 13:18:31.429871 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1c75e4e3-1202-45a7-98dd-6c1386cce092 req-1a463f62-1d94-4ae2-ac06-207f94c5a734 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 210 time: 0.0620248 Apr 30 13:18:31.450349 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-939b2eca-faed-4294-95a8-a54ad783c22d req-bfcc85e3-2654-420a-9bd4-07d7f4b8d12c tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805473 Apr 30 13:18:32.120017 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd1c2f-9be1-43c7-ab97-2ace8f468062 req-b34faa59-86ed-4d56-ac6f-94adb91d4aae tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:32.121538 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-58dd1c2f-9be1-43c7-ab97-2ace8f468062 req-b34faa59-86ed-4d56-ac6f-94adb91d4aae tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.0810199 Apr 30 13:18:32.171757 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-58dd1c2f-9be1-43c7-ab97-2ace8f468062 req-c8461e19-0cfc-4ace-84d6-87e15cb443a5 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434277 Apr 30 13:18:32.442055 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a10cbd-7ed7-447b-a6d0-3e59c6140148 req-220de501-4102-4b6f-9870-07dcb2ff6441 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:32.443577 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-49a10cbd-7ed7-447b-a6d0-3e59c6140148 req-220de501-4102-4b6f-9870-07dcb2ff6441 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0847538 Apr 30 13:18:32.493738 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-49a10cbd-7ed7-447b-a6d0-3e59c6140148 req-a560ed92-d933-452f-aa54-33accc22de2d tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434911 Apr 30 13:18:32.647274 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-32eea379-cfba-4bf9-81fe-dea830104c2f req-456090b8-e1a0-4797-be3a-0a4544e71bfa tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 210 time: 0.0895915 Apr 30 13:18:32.710803 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f52fd-121f-4a60-80c0-6fa2a5e8b369 req-0aa3418b-f924-4300-90df-c35da464a547 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:32.718033 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-339f52fd-121f-4a60-80c0-6fa2a5e8b369 req-0aa3418b-f924-4300-90df-c35da464a547 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 931 time: 0.1176345 Apr 30 13:18:32.759992 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-339f52fd-121f-4a60-80c0-6fa2a5e8b369 req-b2a0c6e7-331a-4532-9a48-87d2261f7025 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410240 Apr 30 13:18:33.386933 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de151975-b96c-4ab9-af71-76b72cfe5a84 req-f4dab2d0-1fd7-4664-bd5d-370da81d76df tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:33.388906 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-de151975-b96c-4ab9-af71-76b72cfe5a84 req-f4dab2d0-1fd7-4664-bd5d-370da81d76df tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.0838051 Apr 30 13:18:33.439859 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-de151975-b96c-4ab9-af71-76b72cfe5a84 req-75f4ead8-c72f-4b68-b5fb-d1867a3b7807 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448759 Apr 30 13:18:33.788782 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee4dd8-4576-43e8-b7cc-5ae936ac1c61 req-b4872705-22c6-41e8-9869-02958cb78ca0 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:33.790258 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-daee4dd8-4576-43e8-b7cc-5ae936ac1c61 req-b4872705-22c6-41e8-9869-02958cb78ca0 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.1884556 Apr 30 13:18:33.881383 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5d4b0b33-d395-47b8-9c64-f56619acf940 req-b66d562f-063a-4fc2-93b3-70b60307b129 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 210 time: 0.1074283 Apr 30 13:18:33.905235 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-daee4dd8-4576-43e8-b7cc-5ae936ac1c61 req-7bff7e8c-afc5-44a1-9a23-6e3613c7bb07 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536721 Apr 30 13:18:34.063756 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321df685-c93f-491f-ad21-5e56c7799767 req-9cf67ff9-ea54-4b14-a4d0-fc3e3fd3c8ca tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:34.065131 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-321df685-c93f-491f-ad21-5e56c7799767 req-9cf67ff9-ea54-4b14-a4d0-fc3e3fd3c8ca tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 931 time: 0.0885727 Apr 30 13:18:34.109253 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-321df685-c93f-491f-ad21-5e56c7799767 req-c9122d07-1344-46d4-972f-462b1ebdc1fa tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383549 Apr 30 13:18:34.410385 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:34.639781 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc2934-4d38-4261-9d69-08a145bf22e9 req-592ea09e-34c8-4aba-88d3-cdb1c416e43a tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:34.642406 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-27fc2934-4d38-4261-9d69-08a145bf22e9 req-592ea09e-34c8-4aba-88d3-cdb1c416e43a tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.0913148 Apr 30 13:18:34.691857 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-27fc2934-4d38-4261-9d69-08a145bf22e9 req-ea5b1cb3-d182-479e-9570-3ce7eeb7336f tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442910 Apr 30 13:18:35.115451 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fa4eb9bf-231c-4474-ab9e-bcaad9751631 req-5468fa75-73ab-47a4-95c1-ac08d34c4c7b tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 210 time: 0.0799196 Apr 30 13:18:35.160881 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797bf6c-21f9-4aef-9f22-170b29e25c96 req-398d4ab7-b120-4a7f-bfa7-02460ed4e2c7 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:35.162375 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0797bf6c-21f9-4aef-9f22-170b29e25c96 req-398d4ab7-b120-4a7f-bfa7-02460ed4e2c7 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0961258 Apr 30 13:18:35.210192 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0797bf6c-21f9-4aef-9f22-170b29e25c96 req-a4a40b73-cf3e-4abc-85d5-73b2c340082b tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419617 Apr 30 13:18:35.298485 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b6d74-0997-4427-b71b-128ad465787b req-b205c5f3-a2a6-48e2-a14b-2e3f443e778b tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:35.299927 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-941b6d74-0997-4427-b71b-128ad465787b req-b205c5f3-a2a6-48e2-a14b-2e3f443e778b tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 931 time: 0.0839303 Apr 30 13:18:35.344672 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-941b6d74-0997-4427-b71b-128ad465787b req-9feda1a5-6fe4-477c-88ba-ec1e51e5bad2 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388567 Apr 30 13:18:35.888026 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304390c7-579b-46a2-b66c-e0e9ad61400e req-f23e7a33-9595-4b43-ad3b-4da02af8a1b0 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:35.890394 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-304390c7-579b-46a2-b66c-e0e9ad61400e req-f23e7a33-9595-4b43-ad3b-4da02af8a1b0 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.0828028 Apr 30 13:18:35.935694 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-304390c7-579b-46a2-b66c-e0e9ad61400e req-7c14f51b-7464-472e-86a6-821b5e06d053 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395355 Apr 30 13:18:36.282449 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-74092d05-0601-41c2-a4d8-6745640c6c06 req-213685df-07b1-4a56-bc3a-606966bd4391 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 210 time: 0.0448596 Apr 30 13:18:36.397151 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaeef0c-144a-4d37-8b9c-a39e967c541b req-2b8418ec-51c1-477d-9e21-845e4859b9e5 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:36.398636 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fcaeef0c-144a-4d37-8b9c-a39e967c541b req-2b8418ec-51c1-477d-9e21-845e4859b9e5 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0827427 Apr 30 13:18:36.444610 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fcaeef0c-144a-4d37-8b9c-a39e967c541b req-3b55ecf9-ab3b-4bce-a87b-85c505e50c72 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396917 Apr 30 13:18:36.470018 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-ff753597-3543-48ba-918a-43053b646614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:36.536255 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf178f-e695-462b-be9a-0573a4379ce1 req-71d95bff-25c9-4194-9eab-8bfdbcc5ff42 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:36.537743 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f7bf178f-e695-462b-be9a-0573a4379ce1 req-71d95bff-25c9-4194-9eab-8bfdbcc5ff42 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 931 time: 0.0892606 Apr 30 13:18:36.593870 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f7bf178f-e695-462b-be9a-0573a4379ce1 req-1b336bb0-e821-453f-aa9b-5b9f62ef25b1 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495913 Apr 30 13:18:37.127387 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8892c-f125-4d7a-8699-d45ef4bfaf71 req-a1d15804-ce75-41e1-938d-2edb1eb7a32a tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:37.128852 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-39b8892c-f125-4d7a-8699-d45ef4bfaf71 req-a1d15804-ce75-41e1-938d-2edb1eb7a32a tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.0792816 Apr 30 13:18:37.176853 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-39b8892c-f125-4d7a-8699-d45ef4bfaf71 req-efa0be0d-8178-4c40-b802-a38c5848721b tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421376 Apr 30 13:18:37.445071 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-605a2ade-9801-4336-9bb7-ce47d051179a req-cb510116-5f20-4634-ab69-d930a1c4894c tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa8167a-6631-424d-ac20-742546f11492 HTTP/1.1" status: 200 len: 210 time: 0.0441086 Apr 30 13:18:37.627495 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8e4bb-1ff9-4505-a6df-3748effec3ad req-ff46cab7-856f-48de-87f9-4c65e3d8f013 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:37.629199 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8ec8e4bb-1ff9-4505-a6df-3748effec3ad req-ff46cab7-856f-48de-87f9-4c65e3d8f013 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0795176 Apr 30 13:18:37.678243 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8ec8e4bb-1ff9-4505-a6df-3748effec3ad req-9faf0647-af22-4cf6-ad2a-6a4fc379db18 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409963 Apr 30 13:18:37.791302 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710366f-bf89-4fd5-a55b-038accda8498 req-a3402511-5877-410f-b8e9-5f5b5b277aad tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:37.793223 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9710366f-bf89-4fd5-a55b-038accda8498 req-a3402511-5877-410f-b8e9-5f5b5b277aad tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 931 time: 0.0812383 Apr 30 13:18:37.844373 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9710366f-bf89-4fd5-a55b-038accda8498 req-4b1c7c33-e1a1-484e-854e-7aff3ec86665 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443490 Apr 30 13:18:37.885342 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-719b7d84-84de-46a7-bb08-e9cd3a1d14f4 service neutron] Request body: {'port': {'device_id': '07576a06-9042-40dd-801d-3c1307a1e03b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:18:38.039086 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-719b7d84-84de-46a7-bb08-e9cd3a1d14f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:38.128458 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a8c254b7-cbf6-421c-afea-221f043c9efd req-81629ce1-d611-4712-932a-620688e1776a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0921700 Apr 30 13:18:38.293580 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c254b7-cbf6-421c-afea-221f043c9efd req-5f808ebd-0477-4ac4-8387-0f9af3a2a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:38.296226 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a8c254b7-cbf6-421c-afea-221f043c9efd req-5f808ebd-0477-4ac4-8387-0f9af3a2a1eb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d9280e071a324c1bab79da85986ee901&device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 1098 time: 0.0889709 Apr 30 13:18:38.423139 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-719b7d84-84de-46a7-bb08-e9cd3a1d14f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ce748a-7d9b-411f-a297-e3accb8a56c3 {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:18:38.431352 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-719b7d84-84de-46a7-bb08-e9cd3a1d14f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:38.445759 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-719b7d84-84de-46a7-bb08-e9cd3a1d14f4 service neutron] Transition to ACTIVE for port object d6ce748a-7d9b-411f-a297-e3accb8a56c3 will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:18:38.451237 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-719b7d84-84de-46a7-bb08-e9cd3a1d14f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8252111'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:38.455810 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:38.512185 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c254b7-cbf6-421c-afea-221f043c9efd req-f436080d-8b29-421d-96b5-d62a76a62697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:38.514196 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a8c254b7-cbf6-421c-afea-221f043c9efd req-f436080d-8b29-421d-96b5-d62a76a62697 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a3023e0b-51e8-48ea-ba8f-c7b4a48d722e HTTP/1.1" status: 200 len: 912 time: 0.1914186 Apr 30 13:18:38.533407 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23035bd-be10-4687-b449-d05295cf090c req-bcdaaba3-d0e8-4270-831d-2c399535982d tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:38.544943 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e23035bd-be10-4687-b449-d05295cf090c req-bcdaaba3-d0e8-4270-831d-2c399535982d tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.1355586 Apr 30 13:18:38.660309 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b7d84-84de-46a7-bb08-e9cd3a1d14f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ce748a-7d9b-411f-a297-e3accb8a56c3,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:38.667886 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-719b7d84-84de-46a7-bb08-e9cd3a1d14f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:38.777344 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e23035bd-be10-4687-b449-d05295cf090c req-9f9d21f8-36bd-4a0c-b8bf-6a72dd0e2fd5 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316241 Apr 30 13:18:38.782933 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-719b7d84-84de-46a7-bb08-e9cd3a1d14f4 service neutron] Attempting to bind port d6ce748a-7d9b-411f-a297-e3accb8a56c3 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:18:38.783411 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-719b7d84-84de-46a7-bb08-e9cd3a1d14f4 service neutron] Attempting to bind port d6ce748a-7d9b-411f-a297-e3accb8a56c3 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '2ad13149-5726-459f-ae47-3c868836558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:18:38.783753 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-719b7d84-84de-46a7-bb08-e9cd3a1d14f4 service neutron] Attempting to bind port d6ce748a-7d9b-411f-a297-e3accb8a56c3 on network 3357c09a-1ff1-4156-b7a5-b206cf73267c {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:18:38.785316 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a8c254b7-cbf6-421c-afea-221f043c9efd req-eae2f713-2d5f-4d22-b37b-c31f1377b8b9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9775a6e4-5057-4431-9bd7-97129aa44a43 HTTP/1.1" status: 200 len: 1001 time: 0.2382851 Apr 30 13:18:38.789243 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-719b7d84-84de-46a7-bb08-e9cd3a1d14f4 service neutron] Port d6ce748a-7d9b-411f-a297-e3accb8a56c3 on network 3357c09a-1ff1-4156-b7a5-b206cf73267c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:18:38.798848 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-719b7d84-84de-46a7-bb08-e9cd3a1d14f4 service neutron] Attempting to bind port d6ce748a-7d9b-411f-a297-e3accb8a56c3 on network 3357c09a-1ff1-4156-b7a5-b206cf73267c {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:18:38.798848 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-719b7d84-84de-46a7-bb08-e9cd3a1d14f4 service neutron] Checking agent: {'id': '339503ba-6418-440e-8cd9-ebb81c45e407', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:18:38.798848 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-719b7d84-84de-46a7-bb08-e9cd3a1d14f4 service neutron] Checking segment: {'id': '2ad13149-5726-459f-ae47-3c868836558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:18:38.798848 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-719b7d84-84de-46a7-bb08-e9cd3a1d14f4 service neutron] Bound using segment: {'id': '2ad13149-5726-459f-ae47-3c868836558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:18:38.798848 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-719b7d84-84de-46a7-bb08-e9cd3a1d14f4 service neutron] Bound port: d6ce748a-7d9b-411f-a297-e3accb8a56c3, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad13149-5726-459f-ae47-3c868836558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:18:38.798848 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-719b7d84-84de-46a7-bb08-e9cd3a1d14f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:38.928065 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-719b7d84-84de-46a7-bb08-e9cd3a1d14f4 service neutron] For port d6ce748a-7d9b-411f-a297-e3accb8a56c3, host hv-cinder-78836, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:18:38.931311 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-719b7d84-84de-46a7-bb08-e9cd3a1d14f4 service neutron] For port d6ce748a-7d9b-411f-a297-e3accb8a56c3, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d6ce748a-7d9b-411f-a297-e3accb8a56c3,segment=NetworkSegment(2ad13149-5726-459f-ae47-3c868836558d),segment_id=2ad13149-5726-459f-ae47-3c868836558d)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:18:38.932585 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c254b7-cbf6-421c-afea-221f043c9efd req-277c813e-4a34-4dc5-9c52-74fa0d3c4bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:38.934117 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a8c254b7-cbf6-421c-afea-221f043c9efd req-277c813e-4a34-4dc5-9c52-74fa0d3c4bff service neutron] 10.222.0.96 "GET /v2.0/subnets?id=88f483fa-96d4-494c-a375-0339a4c91674 HTTP/1.1" status: 200 len: 849 time: 0.1415985 Apr 30 13:18:38.940019 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-719b7d84-84de-46a7-bb08-e9cd3a1d14f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8252111'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:38.951837 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:39.004229 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-719b7d84-84de-46a7-bb08-e9cd3a1d14f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:39.004841 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-719b7d84-84de-46a7-bb08-e9cd3a1d14f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:39.006595 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-719b7d84-84de-46a7-bb08-e9cd3a1d14f4 service neutron] 10.222.0.96 "PUT /v2.0/ports/d6ce748a-7d9b-411f-a297-e3accb8a56c3 HTTP/1.1" status: 200 len: 1093 time: 1.1266770 Apr 30 13:18:39.007102 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07576a06-9042-40dd-801d-3c1307a1e03b', 'tag': 'd6ce748a-7d9b-411f-a297-e3accb8a56c3'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:39.049689 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b7d84-84de-46a7-bb08-e9cd3a1d14f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ce748a-7d9b-411f-a297-e3accb8a56c3,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:39.053488 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-719b7d84-84de-46a7-bb08-e9cd3a1d14f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:39.105019 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:39.139458 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-71750df2-b2f1-4098-b381-6b694d6b412c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:39.144616 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa66062-48a2-46a3-bbc2-c6d3b171ae4f req-e21c08a0-5216-4bc0-85bb-fe5ffa6d35d2 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:39.151784 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0fa66062-48a2-46a3-bbc2-c6d3b171ae4f req-e21c08a0-5216-4bc0-85bb-fe5ffa6d35d2 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.3015943 Apr 30 13:18:39.209401 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-1b60368a-bc60-4e3e-99d4-d856deb4c35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:39.211493 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-1b60368a-bc60-4e3e-99d4-d856deb4c35e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9ea461adf36b4f638c2ff6761c98389e&device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 1096 time: 0.1278157 Apr 30 13:18:39.239792 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0fa66062-48a2-46a3-bbc2-c6d3b171ae4f req-af05bc19-e1e7-4006-8f00-78d9ac4ba772 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870352 Apr 30 13:18:39.263168 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c254b7-cbf6-421c-afea-221f043c9efd req-4d6f7699-03b5-4bfa-a97f-72263784ce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:39.264654 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a8c254b7-cbf6-421c-afea-221f043c9efd req-4d6f7699-03b5-4bfa-a97f-72263784ce3b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a3023e0b-51e8-48ea-ba8f-c7b4a48d722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3103018 Apr 30 13:18:39.276470 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71a752-9217-4c50-a633-3233f86941cf req-08e09429-ab31-48d5-acb4-cea41e05a183 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:39.277980 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bd71a752-9217-4c50-a633-3233f86941cf req-08e09429-ab31-48d5-acb4-cea41e05a183 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 943 time: 0.2670901 Apr 30 13:18:39.345925 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07576a06-9042-40dd-801d-3c1307a1e03b', 'tag': 'd6ce748a-7d9b-411f-a297-e3accb8a56c3', 'status': 'completed', 'code': 200} Apr 30 13:18:39.362953 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-d5bd2c51-6c4e-4ac0-86ae-76fca9f47368 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6ce748a-7d9b-411f-a297-e3accb8a56c3 HTTP/1.1" status: 200 len: 217 time: 0.1182647 Apr 30 13:18:39.432808 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-948c79cb-fa27-43cf-90d5-80cc6e26df18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:39.435196 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-948c79cb-fa27-43cf-90d5-80cc6e26df18 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=70d26d5f-252a-44e7-a608-0a89cf716e23 HTTP/1.1" status: 200 len: 854 time: 0.0638061 Apr 30 13:18:39.438519 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bd71a752-9217-4c50-a633-3233f86941cf req-9aa01fcc-9d85-49bb-b5de-566eae5ba185 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387458 Apr 30 13:18:39.491205 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a8c254b7-cbf6-421c-afea-221f043c9efd req-9a75b11b-e7ba-42fb-91c4-05bc63edeb13 service neutron] 10.222.0.96 "GET /v2.0/networks/a3023e0b-51e8-48ea-ba8f-c7b4a48d722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896212 Apr 30 13:18:39.529715 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-90972022-6a71-4916-aa8e-e7718f6954bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:39.531629 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-90972022-6a71-4916-aa8e-e7718f6954bf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3357c09a-1ff1-4156-b7a5-b206cf73267c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0805774 Apr 30 13:18:39.633684 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a8c254b7-cbf6-421c-afea-221f043c9efd req-11a3d284-9d9d-48c5-bfea-bc3ca8bbe933 service neutron] 10.222.0.96 "GET /v2.0/networks/a3023e0b-51e8-48ea-ba8f-c7b4a48d722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348264 Apr 30 13:18:39.701205 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-9bb6d85d-53c2-4c9e-a094-5279fa630e89 service neutron] 10.222.0.96 "GET /v2.0/networks/3357c09a-1ff1-4156-b7a5-b206cf73267c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407573 Apr 30 13:18:39.848369 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397b8e5-4543-4da0-b7a3-6083f2089c80 req-47732280-454e-408f-a9ac-74cec46475ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:39.850161 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d397b8e5-4543-4da0-b7a3-6083f2089c80 req-47732280-454e-408f-a9ac-74cec46475ef service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 1099 time: 0.0811539 Apr 30 13:18:39.978342 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-dab67985-3660-488c-8ae8-3ec231b845b3 req-5193d01f-f9bb-4f3a-904c-5de1e469521f service neutron] 10.222.0.96 "GET /v2.0/networks/3357c09a-1ff1-4156-b7a5-b206cf73267c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480061 Apr 30 13:18:39.999504 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d397b8e5-4543-4da0-b7a3-6083f2089c80 req-4d489571-2228-418c-a32f-4136201f144e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325800 Apr 30 13:18:40.048831 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5e9f1-7417-4c19-817d-493d762a193a req-1ba97569-afcb-429e-8638-666ea719fd9b tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:40.050452 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-03c5e9f1-7417-4c19-817d-493d762a193a req-1ba97569-afcb-429e-8638-666ea719fd9b tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.1118283 Apr 30 13:18:40.097588 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-03c5e9f1-7417-4c19-817d-493d762a193a req-03021ed0-2ea5-4181-ba6b-8382a4d9915f tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408766 Apr 30 13:18:40.118244 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:40.435224 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf14a8f-c96f-4ebb-babd-6322f1dfb166 req-b2c48e3b-008b-4657-9f12-2e6df8b211f8 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:40.436973 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-daf14a8f-c96f-4ebb-babd-6322f1dfb166 req-b2c48e3b-008b-4657-9f12-2e6df8b211f8 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0898180 Apr 30 13:18:40.569671 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-daf14a8f-c96f-4ebb-babd-6322f1dfb166 req-4b2f0303-036b-4c0d-a93c-c92f75eee53f tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221552 Apr 30 13:18:40.680160 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a521de-b404-41f3-a163-dce9b078e68d req-16a1cfd5-ff94-445f-8a19-68b997e4d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:40.681869 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d6a521de-b404-41f3-a163-dce9b078e68d req-16a1cfd5-ff94-445f-8a19-68b997e4d684 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9ea461adf36b4f638c2ff6761c98389e&device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 1096 time: 0.2174411 Apr 30 13:18:40.758094 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64167a-ed60-44e4-a405-7d2ae6bb3a56 req-4ea8891b-fe5a-417c-91e7-89cd426aeca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:40.759532 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-6d64167a-ed60-44e4-a405-7d2ae6bb3a56 req-4ea8891b-fe5a-417c-91e7-89cd426aeca5 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4&tenant_id=2957845d7c874208b3d921bf499e5b7b HTTP/1.1" status: 200 len: 1096 time: 0.0818863 Apr 30 13:18:40.820928 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfca678-9fc7-428b-a0ea-b96c822e8615 req-05a92514-03d4-4e6a-b78b-2522f40df27c tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:40.822413 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6bfca678-9fc7-428b-a0ea-b96c822e8615 req-05a92514-03d4-4e6a-b78b-2522f40df27c tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 943 time: 0.2384093 Apr 30 13:18:40.874842 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a521de-b404-41f3-a163-dce9b078e68d req-61266b2c-b6a5-41a2-8dcd-4ce30b6c404a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:40.876266 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d6a521de-b404-41f3-a163-dce9b078e68d req-61266b2c-b6a5-41a2-8dcd-4ce30b6c404a service neutron] 10.222.0.96 "GET /v2.0/networks?id=3357c09a-1ff1-4156-b7a5-b206cf73267c HTTP/1.1" status: 200 len: 917 time: 0.1835916 Apr 30 13:18:40.885802 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6bfca678-9fc7-428b-a0ea-b96c822e8615 req-bfcaf012-e603-4b5d-9ce3-140bd4682d7c tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566411 Apr 30 13:18:41.291781 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8275f-8564-4664-8ce2-4a1f7a73addb req-4a5eebe7-1955-48d5-90f3-aaa0638f3c54 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:41.293249 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-17a8275f-8564-4664-8ce2-4a1f7a73addb req-4a5eebe7-1955-48d5-90f3-aaa0638f3c54 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.0785389 Apr 30 13:18:41.339962 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-17a8275f-8564-4664-8ce2-4a1f7a73addb req-cca2e2ac-1ef4-42db-9ced-51023028ea31 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404968 Apr 30 13:18:41.660530 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:41.769039 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaaa8cd-162f-49a5-b681-2b63f2d98912 req-9f0d639a-335f-43dc-b2d9-b9713d616f5f tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:41.770397 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6aaaa8cd-162f-49a5-b681-2b63f2d98912 req-9f0d639a-335f-43dc-b2d9-b9713d616f5f tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0786121 Apr 30 13:18:41.814981 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6aaaa8cd-162f-49a5-b681-2b63f2d98912 req-d7cc7674-92bf-4262-a6dc-20051101790d tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388572 Apr 30 13:18:41.912800 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64167a-ed60-44e4-a405-7d2ae6bb3a56 req-da81e995-24a5-4722-9427-1245703fa5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:41.914380 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-6d64167a-ed60-44e4-a405-7d2ae6bb3a56 req-da81e995-24a5-4722-9427-1245703fa5f1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2957845d7c874208b3d921bf499e5b7b&device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 1096 time: 0.0749054 Apr 30 13:18:42.158127 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3631195-bdaf-44af-80b9-218ba824856e req-b1b98a0f-769d-4ef8-9fd0-7a23f04e975c tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:42.159467 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f3631195-bdaf-44af-80b9-218ba824856e req-b1b98a0f-769d-4ef8-9fd0-7a23f04e975c tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 943 time: 0.1701539 Apr 30 13:18:42.207998 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f3631195-bdaf-44af-80b9-218ba824856e req-e6ebb32d-67d8-4f6a-892b-780e7e7c955a tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428257 Apr 30 13:18:42.527821 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d5afc-dd85-4ada-b358-9ed6384a6dbd req-53c796eb-149a-4e48-aff3-37f9d3b784ca tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:42.529745 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2a5d5afc-dd85-4ada-b358-9ed6384a6dbd req-53c796eb-149a-4e48-aff3-37f9d3b784ca tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.0779381 Apr 30 13:18:42.575747 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2a5d5afc-dd85-4ada-b358-9ed6384a6dbd req-2162bdf6-d4cc-4fbe-920d-f250c1a20428 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402882 Apr 30 13:18:42.996545 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cba398-5423-4fc9-97c3-97877d74d2d0 req-1951c962-c43b-4bd0-8109-968536d8902f tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:42.998414 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-84cba398-5423-4fc9-97c3-97877d74d2d0 req-1951c962-c43b-4bd0-8109-968536d8902f tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0773003 Apr 30 13:18:43.042306 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-84cba398-5423-4fc9-97c3-97877d74d2d0 req-ac31bc19-706f-4c4b-b8a7-d2a974ab1913 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382524 Apr 30 13:18:43.392565 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946eda6-2621-4d58-b3ef-a43fdbaf6d48 req-f1764700-8e63-4411-8c31-4fc2b8b9dca5 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:43.394120 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3946eda6-2621-4d58-b3ef-a43fdbaf6d48 req-f1764700-8e63-4411-8c31-4fc2b8b9dca5 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 943 time: 0.0826428 Apr 30 13:18:43.438993 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3946eda6-2621-4d58-b3ef-a43fdbaf6d48 req-32994052-b596-4ed9-b717-0ddf3b562a41 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390489 Apr 30 13:18:43.802254 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d6a521de-b404-41f3-a163-dce9b078e68d req-a39f0373-105a-416c-99cc-2e1dd3163d2c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6ce748a-7d9b-411f-a297-e3accb8a56c3 HTTP/1.1" status: 200 len: 217 time: 0.0759449 Apr 30 13:18:43.836784 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826b7aa-cfa1-44d1-832a-4be8e46e1099 req-264c930e-c7d4-4679-b5fa-a2406541a799 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:43.838498 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5826b7aa-cfa1-44d1-832a-4be8e46e1099 req-264c930e-c7d4-4679-b5fa-a2406541a799 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.1488457 Apr 30 13:18:43.857670 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64167a-ed60-44e4-a405-7d2ae6bb3a56 req-20732aa0-5bbd-47b8-82c5-bae21a577e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:43.859135 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-6d64167a-ed60-44e4-a405-7d2ae6bb3a56 req-20732aa0-5bbd-47b8-82c5-bae21a577e70 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5ea56348-3132-43ce-93d5-7c6eb60259bf HTTP/1.1" status: 200 len: 917 time: 0.1396980 Apr 30 13:18:43.928800 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a521de-b404-41f3-a163-dce9b078e68d req-65ad9f4e-8527-42a4-b3ab-ec27bc2c2ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:43.930323 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d6a521de-b404-41f3-a163-dce9b078e68d req-65ad9f4e-8527-42a4-b3ab-ec27bc2c2ef2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=70d26d5f-252a-44e7-a608-0a89cf716e23 HTTP/1.1" status: 200 len: 854 time: 0.0908756 Apr 30 13:18:43.938634 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5826b7aa-cfa1-44d1-832a-4be8e46e1099 req-a27caa11-2f77-4809-bd35-f66fbcae282b tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645995 Apr 30 13:18:43.971508 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-6d64167a-ed60-44e4-a405-7d2ae6bb3a56 req-5b20483a-e01f-4a93-8067-fbe7c7fb8109 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6afa7552-c866-4a56-a406-91a270fb834f HTTP/1.1" status: 200 len: 998 time: 0.0945771 Apr 30 13:18:44.009181 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a521de-b404-41f3-a163-dce9b078e68d req-0af3806a-2261-44fa-9d35-a6d1764af31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:44.010740 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d6a521de-b404-41f3-a163-dce9b078e68d req-0af3806a-2261-44fa-9d35-a6d1764af31b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3357c09a-1ff1-4156-b7a5-b206cf73267c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709186 Apr 30 13:18:44.038805 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64167a-ed60-44e4-a405-7d2ae6bb3a56 req-5b6fdcfc-0551-41c8-bbf3-1d0e9a13faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:44.040243 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-6d64167a-ed60-44e4-a405-7d2ae6bb3a56 req-5b6fdcfc-0551-41c8-bbf3-1d0e9a13faaf service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8bf6f55f-7a38-4a76-a15c-e255e10f02cb HTTP/1.1" status: 200 len: 854 time: 0.0610278 Apr 30 13:18:44.118097 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64167a-ed60-44e4-a405-7d2ae6bb3a56 req-a6ecd434-a2f3-486a-aafa-3285abe80267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:44.119569 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-6d64167a-ed60-44e4-a405-7d2ae6bb3a56 req-a6ecd434-a2f3-486a-aafa-3285abe80267 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5ea56348-3132-43ce-93d5-7c6eb60259bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704317 Apr 30 13:18:44.196136 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d6a521de-b404-41f3-a163-dce9b078e68d req-d9aa8743-487b-4506-954a-0ee6fa5e0441 service neutron] 10.222.0.96 "GET /v2.0/networks/3357c09a-1ff1-4156-b7a5-b206cf73267c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655340 Apr 30 13:18:44.268729 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-6d64167a-ed60-44e4-a405-7d2ae6bb3a56 req-d9e1c61d-5a56-4419-9dc3-a15c11117474 service neutron] 10.222.0.96 "GET /v2.0/networks/5ea56348-3132-43ce-93d5-7c6eb60259bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318550 Apr 30 13:18:44.321820 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912c46b-0461-47a2-b923-d306c5668225 req-faef4cb6-f513-4646-b2ee-26c8f5f62084 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:44.323347 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7912c46b-0461-47a2-b923-d306c5668225 req-faef4cb6-f513-4646-b2ee-26c8f5f62084 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.1694841 Apr 30 13:18:44.395801 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7912c46b-0461-47a2-b923-d306c5668225 req-355457be-fd36-4f01-855f-28519a257050 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647471 Apr 30 13:18:44.401080 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d6a521de-b404-41f3-a163-dce9b078e68d req-5c2dc381-1798-4733-b9bf-4df8b46f99c7 service neutron] 10.222.0.96 "GET /v2.0/networks/3357c09a-1ff1-4156-b7a5-b206cf73267c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740060 Apr 30 13:18:44.498103 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-6d64167a-ed60-44e4-a405-7d2ae6bb3a56 req-a6c6f7a0-b8d4-43a4-bc6d-929f6eb2563d service neutron] 10.222.0.96 "GET /v2.0/networks/5ea56348-3132-43ce-93d5-7c6eb60259bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415944 Apr 30 13:18:44.626833 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb6653-afe5-4100-8e9a-6a369251c6a2 req-ea78f336-7446-4c56-83a6-1c77b23fd79f tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:44.628305 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-31eb6653-afe5-4100-8e9a-6a369251c6a2 req-ea78f336-7446-4c56-83a6-1c77b23fd79f tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 943 time: 0.0810919 Apr 30 13:18:44.666987 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device d6ce748a-7d9b-411f-a297-e3accb8a56c3 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:18:44.676486 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-31eb6653-afe5-4100-8e9a-6a369251c6a2 req-d68f70e4-6af5-4698-9f9c-fde995fec43f tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419600 Apr 30 13:18:44.806850 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port d6ce748a-7d9b-411f-a297-e3accb8a56c3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d6ce748a-7d9b-411f-a297-e3accb8a56c3,segment=NetworkSegment(2ad13149-5726-459f-ae47-3c868836558d),segment_id=2ad13149-5726-459f-ae47-3c868836558d)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:44.823279 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Returning: {'device': 'd6ce748a-7d9b-411f-a297-e3accb8a56c3', 'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c', 'port_id': 'd6ce748a-7d9b-411f-a297-e3accb8a56c3', 'mac_address': 'fa:16:3e:0d:d5:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70d26d5f-252a-44e7-a608-0a89cf716e23', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:18:44.890507 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:44.907079 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ce748a-7d9b-411f-a297-e3accb8a56c3 {{(pid=73847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:18:44.923722 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port d6ce748a-7d9b-411f-a297-e3accb8a56c3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d6ce748a-7d9b-411f-a297-e3accb8a56c3,segment=NetworkSegment(2ad13149-5726-459f-ae47-3c868836558d),segment_id=2ad13149-5726-459f-ae47-3c868836558d)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:44.927417 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:44.929260 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:44.996110 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=d6ce748a-7d9b-411f-a297-e3accb8a56c3,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:44.999541 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:45.148352 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba452db-7c7b-4fcc-a7f8-9f114352fecc req-cf6ef22a-359c-4b4b-b3e1-612f2f1d6099 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:45.150732 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aba452db-7c7b-4fcc-a7f8-9f114352fecc req-cf6ef22a-359c-4b4b-b3e1-612f2f1d6099 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.0982521 Apr 30 13:18:45.201441 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aba452db-7c7b-4fcc-a7f8-9f114352fecc req-05c001f9-d513-4306-8d0d-f347b173589a tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450752 Apr 30 13:18:45.418974 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['d6ce748a-7d9b-411f-a297-e3accb8a56c3'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:18:45.760063 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722130c-8893-4c9c-a7d2-a3e59f7ff0b5 req-c15d666d-baec-47d2-a803-f51e95720024 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:45.764011 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f722130c-8893-4c9c-a7d2-a3e59f7ff0b5 req-c15d666d-baec-47d2-a803-f51e95720024 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.1403151 Apr 30 13:18:45.913696 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f722130c-8893-4c9c-a7d2-a3e59f7ff0b5 req-1bb3c64a-3141-49b2-9ef1-cdff75656fa0 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451316 Apr 30 13:18:45.978693 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b3b4c-41c6-4683-b38c-0adc7fccc6ea req-493fc2c3-78f3-49e5-85f0-a200af5e95fc tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:45.980257 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f56b3b4c-41c6-4683-b38c-0adc7fccc6ea req-493fc2c3-78f3-49e5-85f0-a200af5e95fc tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 944 time: 0.1453159 Apr 30 13:18:46.098076 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f56b3b4c-41c6-4683-b38c-0adc7fccc6ea req-d414aee0-926f-4236-bd9e-920b1ea2a1dd tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107883 Apr 30 13:18:46.826001 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846638d-5e60-4a7e-8711-2259c7aba133 req-3ae7ea61-fa02-4394-869c-f8810ee1c3d0 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:46.830227 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e846638d-5e60-4a7e-8711-2259c7aba133 req-3ae7ea61-fa02-4394-869c-f8810ee1c3d0 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.3516574 Apr 30 13:18:46.911672 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20215180-bc7f-48f5-a3c6-edec7ebbbede req-70bf7e74-d95e-41c6-9255-ad7ad5e4fb3f tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:46.914368 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-20215180-bc7f-48f5-a3c6-edec7ebbbede req-70bf7e74-d95e-41c6-9255-ad7ad5e4fb3f tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.3224452 Apr 30 13:18:46.987856 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e846638d-5e60-4a7e-8711-2259c7aba133 req-54779c13-ae18-4d72-bae6-35fcfd0584b3 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430259 Apr 30 13:18:47.032226 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-20215180-bc7f-48f5-a3c6-edec7ebbbede req-2d3a3168-16c9-4d0a-8153-25c65b25a2e4 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084132 Apr 30 13:18:47.565617 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f72698-a9b0-426b-9de2-6cab553fb930 req-315ddcda-633c-4555-b284-b0c97e31b8c6 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:47.567349 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-45f72698-a9b0-426b-9de2-6cab553fb930 req-315ddcda-633c-4555-b284-b0c97e31b8c6 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 944 time: 0.2738707 Apr 30 13:18:47.636377 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-45f72698-a9b0-426b-9de2-6cab553fb930 req-586920c8-5dad-409b-a916-cc2d0e7a1d77 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581203 Apr 30 13:18:48.320333 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c31c1-0618-4028-b4ee-14b089d073fb req-fbff6013-bfd8-4bb3-9643-89f87a0cecff tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:48.322299 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-635c31c1-0618-4028-b4ee-14b089d073fb req-fbff6013-bfd8-4bb3-9643-89f87a0cecff tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 946 time: 0.2356207 Apr 30 13:18:48.401488 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-635c31c1-0618-4028-b4ee-14b089d073fb req-8070e5ea-c391-416b-b375-e749fb222ccb tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654187 Apr 30 13:18:48.419327 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d7cfc-c50b-4634-a8f4-d3c2ec8da196 req-7728064f-7d63-4c1f-b67f-36ef33354daa tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:48.421128 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-eb5d7cfc-c50b-4634-a8f4-d3c2ec8da196 req-7728064f-7d63-4c1f-b67f-36ef33354daa tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.2085700 Apr 30 13:18:48.519458 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-eb5d7cfc-c50b-4634-a8f4-d3c2ec8da196 req-fb267154-c042-4b14-99db-3ddbe2a3cdab tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903177 Apr 30 13:18:48.693818 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device d6ce748a-7d9b-411f-a297-e3accb8a56c3 up at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:18:48.783985 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32d50c-dbf8-4956-bcc5-07f2f50125e6 req-1d62da41-4557-4f2d-9fd2-194409a9d9ce tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:48.798092 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9f32d50c-dbf8-4956-bcc5-07f2f50125e6 req-1d62da41-4557-4f2d-9fd2-194409a9d9ce tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.2771940 Apr 30 13:18:48.866309 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning for port d6ce748a-7d9b-411f-a297-e3accb8a56c3 completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:18:48.872761 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning complete for port d6ce748a-7d9b-411f-a297-e3accb8a56c3 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:18:48.873356 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:48.944869 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9f32d50c-dbf8-4956-bcc5-07f2f50125e6 req-aa29aa51-ee72-4efc-a7a7-95bcfd1144ef tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457853 Apr 30 13:18:49.013216 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11256e42-581a-43e3-87d1-53f22ca66b26 req-68801dfc-5208-4837-90e4-f20fb831067a tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:49.023417 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-11256e42-581a-43e3-87d1-53f22ca66b26 req-68801dfc-5208-4837-90e4-f20fb831067a tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 944 time: 0.1548522 Apr 30 13:18:49.037353 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:49.070696 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07576a06-9042-40dd-801d-3c1307a1e03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ce748a-7d9b-411f-a297-e3accb8a56c3'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:49.084412 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port d6ce748a-7d9b-411f-a297-e3accb8a56c3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d6ce748a-7d9b-411f-a297-e3accb8a56c3,segment=NetworkSegment(2ad13149-5726-459f-ae47-3c868836558d),segment_id=2ad13149-5726-459f-ae47-3c868836558d)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:49.089704 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:49.092185 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:49.120261 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-11256e42-581a-43e3-87d1-53f22ca66b26 req-0b525ffe-afb4-4142-9d00-94c52caae452 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959754 Apr 30 13:18:49.171027 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=d6ce748a-7d9b-411f-a297-e3accb8a56c3,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:49.175070 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:49.195777 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07576a06-9042-40dd-801d-3c1307a1e03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ce748a-7d9b-411f-a297-e3accb8a56c3', 'code': 200} Apr 30 13:18:49.902551 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a77530-4d35-40a7-85cd-567652813220 req-78da0a52-a240-44cf-a72e-054dc51bc66a tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:49.909722 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b1a77530-4d35-40a7-85cd-567652813220 req-78da0a52-a240-44cf-a72e-054dc51bc66a tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 946 time: 0.1160004 Apr 30 13:18:49.932566 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943a338-e2ab-404b-aeb1-a37083f56e44 req-65f074ba-cd89-4f4c-8594-deac02468417 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:49.934629 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3943a338-e2ab-404b-aeb1-a37083f56e44 req-65f074ba-cd89-4f4c-8594-deac02468417 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.2032330 Apr 30 13:18:50.002349 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b1a77530-4d35-40a7-85cd-567652813220 req-f464a2fb-ac9a-49f2-97ef-4031147f499e tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915561 Apr 30 13:18:50.048078 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3943a338-e2ab-404b-aeb1-a37083f56e44 req-90ee045d-dc2c-4629-817d-fcfa1be219c1 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991957 Apr 30 13:18:50.450494 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66297f-a487-422e-a5c8-858685c49d76 req-77bbfe8d-a64c-4efc-b416-fd266bb130b2 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:50.469045 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cc66297f-a487-422e-a5c8-858685c49d76 req-77bbfe8d-a64c-4efc-b416-fd266bb130b2 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 945 time: 0.1978824 Apr 30 13:18:50.548291 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c7f41-6a9e-4246-bb36-29cfad3f6cd7 req-b7ec58dc-9095-4e88-a1d5-298fa7f3fe73 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:50.558310 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fc1c7f41-6a9e-4246-bb36-29cfad3f6cd7 req-b7ec58dc-9095-4e88-a1d5-298fa7f3fe73 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.3723814 Apr 30 13:18:50.597437 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cc66297f-a487-422e-a5c8-858685c49d76 req-af663477-8374-4363-b327-04a53ccc4b75 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273685 Apr 30 13:18:50.659756 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fc1c7f41-6a9e-4246-bb36-29cfad3f6cd7 req-6d0ce8fa-65a6-4e58-8bbb-6557fc2e7201 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003900 Apr 30 13:18:51.399858 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3089da-5e91-4546-acd4-aad967a63691 req-564d5259-7db1-4591-9fae-0f8ebcddfac5 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:51.401281 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2e3089da-5e91-4546-acd4-aad967a63691 req-564d5259-7db1-4591-9fae-0f8ebcddfac5 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.1451504 Apr 30 13:18:51.410184 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0987ff-0a89-4ecb-bc8a-8799abdfc465 req-a3c49522-ccf5-4284-8744-a9a023794e2c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:51.417309 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dc0987ff-0a89-4ecb-bc8a-8799abdfc465 req-a3c49522-ccf5-4284-8744-a9a023794e2c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 946 time: 0.2843280 Apr 30 13:18:51.495096 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dc0987ff-0a89-4ecb-bc8a-8799abdfc465 req-b618cfff-2986-4da1-a591-0f81ca830569 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768094 Apr 30 13:18:51.542582 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2e3089da-5e91-4546-acd4-aad967a63691 req-5ff1e68a-cbbd-4811-b113-c598624a6eaa tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107163 Apr 30 13:18:51.757297 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:18:51.967343 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eccd95-8205-454e-806d-36fed8a5698a req-9150a64e-9635-4a86-ac0c-34c1160186c6 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:51.969382 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d4eccd95-8205-454e-806d-36fed8a5698a req-9150a64e-9635-4a86-ac0c-34c1160186c6 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 945 time: 0.2272298 Apr 30 13:18:52.033704 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79679fc-ef1c-4e87-aa05-8949afca7f48 req-f145bb82-dddf-4370-b429-2707d7f98611 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:52.035259 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e79679fc-ef1c-4e87-aa05-8949afca7f48 req-f145bb82-dddf-4370-b429-2707d7f98611 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.2115095 Apr 30 13:18:52.079534 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d4eccd95-8205-454e-806d-36fed8a5698a req-4a0b1e3d-11de-44f0-a18e-0be93a4cf5b4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974138 Apr 30 13:18:52.115139 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e79679fc-ef1c-4e87-aa05-8949afca7f48 req-bcab5f76-e52a-45db-b10f-59561f8241b8 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701668 Apr 30 13:18:52.718872 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d1c1d-debc-49ba-9d90-7869cd1bc576 req-72fce6cc-3e9d-41de-b89c-383ec712f534 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:52.732076 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-638d1c1d-debc-49ba-9d90-7869cd1bc576 req-72fce6cc-3e9d-41de-b89c-383ec712f534 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 946 time: 0.1266091 Apr 30 13:18:52.858957 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-638d1c1d-debc-49ba-9d90-7869cd1bc576 req-3eba2766-0cc1-4572-960b-d28b2efbf54b tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257784 Apr 30 13:18:52.886538 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fd2d7-663d-475a-a394-95c33675fd0f req-fae24c66-700e-438a-986b-4a761cee163b tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:52.893867 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e84fd2d7-663d-475a-a394-95c33675fd0f req-fae24c66-700e-438a-986b-4a761cee163b tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.1294935 Apr 30 13:18:52.950758 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e84fd2d7-663d-475a-a394-95c33675fd0f req-a0f28b9b-ac05-44f5-adaf-b212eb04773a tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556633 Apr 30 13:18:53.352074 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2db0de-92e9-4543-a10a-6d33d5ee7d62 req-23e8368a-c0dd-4aae-910e-59a8fd9b72dd tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:53.359527 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ab2db0de-92e9-4543-a10a-6d33d5ee7d62 req-23e8368a-c0dd-4aae-910e-59a8fd9b72dd tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 945 time: 0.1702623 Apr 30 13:18:53.398820 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fd852-9440-4bec-a3da-1fc462f100ef req-5d4c417f-f48f-4f70-8acd-4d1492bc6109 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:53.399534 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e17fd852-9440-4bec-a3da-1fc462f100ef req-5d4c417f-f48f-4f70-8acd-4d1492bc6109 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.1571131 Apr 30 13:18:53.442518 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ab2db0de-92e9-4543-a10a-6d33d5ee7d62 req-c6ab4b3b-3ab7-47f1-9efa-4b1181d5e160 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821054 Apr 30 13:18:53.484137 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e17fd852-9440-4bec-a3da-1fc462f100ef req-4b306044-c1f6-4af8-ac2c-78443d0bb83d tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757186 Apr 30 13:18:54.542303 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56148f9a-9734-4d11-8eee-8b539abe5997 req-c9120344-c3ce-487a-a8b9-272a78c7c7d0 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:54.546048 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-56148f9a-9734-4d11-8eee-8b539abe5997 req-c9120344-c3ce-487a-a8b9-272a78c7c7d0 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.3439763 Apr 30 13:18:54.557977 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc249a8-21bc-46a3-a172-09b5d82a83c3 req-180a9a01-a68e-403d-ae88-ac5a6ec840a5 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:54.560430 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0cc249a8-21bc-46a3-a172-09b5d82a83c3 req-180a9a01-a68e-403d-ae88-ac5a6ec840a5 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 946 time: 0.1998372 Apr 30 13:18:54.665861 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-56148f9a-9734-4d11-8eee-8b539abe5997 req-96d2a79f-9484-4fe5-8250-9a99087d0245 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030567 Apr 30 13:18:54.735700 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0cc249a8-21bc-46a3-a172-09b5d82a83c3 req-e01ee949-068a-49b9-b64f-01c0aaccc0f7 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512625 Apr 30 13:18:55.129712 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee97e2-6ab4-4a1c-abc1-1bae67a2df64 req-b93a8719-7e20-486d-b480-3bfa526fda18 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:55.132016 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aaee97e2-6ab4-4a1c-abc1-1bae67a2df64 req-b93a8719-7e20-486d-b480-3bfa526fda18 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 945 time: 0.2267766 Apr 30 13:18:55.185647 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd238d8b-a298-4fab-b4e9-dc46b679cf67 req-cae91f6a-98a0-4c1a-8039-480378280cae tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:55.193046 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fd238d8b-a298-4fab-b4e9-dc46b679cf67 req-cae91f6a-98a0-4c1a-8039-480378280cae tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.1787317 Apr 30 13:18:55.226688 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aaee97e2-6ab4-4a1c-abc1-1bae67a2df64 req-bea13b29-52ce-4951-846b-b349161af7ca tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875130 Apr 30 13:18:55.281373 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fd238d8b-a298-4fab-b4e9-dc46b679cf67 req-0662948c-0eea-4a3c-9fd7-361e01deb54a tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871305 Apr 30 13:18:55.959540 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d1e5d-941b-4525-b7a5-4b4604b19128 req-faed9d30-6614-4b3a-8c92-ad7d63be01dc tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:55.967771 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7d1d1e5d-941b-4525-b7a5-4b4604b19128 req-faed9d30-6614-4b3a-8c92-ad7d63be01dc tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.1605592 Apr 30 13:18:56.053039 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7d1d1e5d-941b-4525-b7a5-4b4604b19128 req-9cadf6da-e6d0-41cc-a879-625e12e7dfb1 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817270 Apr 30 13:18:56.106448 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4a51f-d257-4185-acbe-70f5694f5d77 req-9a1ca8d2-2d07-49e9-9f3e-4cf86867c2da tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:56.113712 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a2b4a51f-d257-4185-acbe-70f5694f5d77 req-9a1ca8d2-2d07-49e9-9f3e-4cf86867c2da tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 946 time: 0.2277367 Apr 30 13:18:56.158071 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a2b4a51f-d257-4185-acbe-70f5694f5d77 req-61beae57-0600-4be5-aef0-154a036741f5 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433617 Apr 30 13:18:56.519611 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159006b-cc2d-453f-a047-35f24d52dd4f req-c29a0a82-1e69-401c-a13a-b1c81b3a420a tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:56.531094 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3159006b-cc2d-453f-a047-35f24d52dd4f req-c29a0a82-1e69-401c-a13a-b1c81b3a420a tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 945 time: 0.1634810 Apr 30 13:18:56.612817 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3159006b-cc2d-453f-a047-35f24d52dd4f req-89ffa139-1f3f-491a-ac62-0eef3e3c757d tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798478 Apr 30 13:18:56.676858 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28327f-ad63-4a10-bf43-841f2c158d86 req-0517497d-85f1-43ae-87e8-de7e69513c8c tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:56.680302 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0a28327f-ad63-4a10-bf43-841f2c158d86 req-0517497d-85f1-43ae-87e8-de7e69513c8c tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.2316277 Apr 30 13:18:56.740215 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0a28327f-ad63-4a10-bf43-841f2c158d86 req-d8c5f652-bc8d-4596-b043-229459e3fcfc tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541649 Apr 30 13:18:57.508305 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41358e-e118-4269-9835-a91260dbc223 req-c31ebe4b-40a6-4a94-82bf-b966a765f931 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:57.510227 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0b41358e-e118-4269-9835-a91260dbc223 req-c31ebe4b-40a6-4a94-82bf-b966a765f931 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.2731519 Apr 30 13:18:57.521288 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec840e-6ebc-46a2-8390-4428da85f56f req-d061481b-908b-47f2-9570-6f15e2e11d50 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:57.522883 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f7ec840e-6ebc-46a2-8390-4428da85f56f req-d061481b-908b-47f2-9570-6f15e2e11d50 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 946 time: 0.1942966 Apr 30 13:18:57.676341 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0b41358e-e118-4269-9835-a91260dbc223 req-f03fee46-3141-40e1-986d-15a4669fed8a tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524384 Apr 30 13:18:57.729226 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f7ec840e-6ebc-46a2-8390-4428da85f56f req-7a79acbc-09b0-42c0-8883-30521e75fdfe tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877599 Apr 30 13:18:58.091739 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fec9e-17b3-463e-9bd1-7324b8fff472 req-d5308141-45ea-49c5-8186-81b6f4c74615 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:58.093275 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-954fec9e-17b3-463e-9bd1-7324b8fff472 req-d5308141-45ea-49c5-8186-81b6f4c74615 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 945 time: 0.2146988 Apr 30 13:18:58.122697 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c9385-45e3-4c77-9009-b3d694fe72b7 req-4ea1d5de-1302-4d4a-8ebd-63b2e3128c5c tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:58.138053 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-277c9385-45e3-4c77-9009-b3d694fe72b7 req-4ea1d5de-1302-4d4a-8ebd-63b2e3128c5c tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.1471431 Apr 30 13:18:58.237098 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-277c9385-45e3-4c77-9009-b3d694fe72b7 req-798c6b51-1111-497b-bd75-6994e3bbd548 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976233 Apr 30 13:18:58.264957 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-954fec9e-17b3-463e-9bd1-7324b8fff472 req-b1ecfb9e-5e82-436c-830f-9e38a7a8e941 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567731 Apr 30 13:18:58.973807 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d524d4c-b96d-49da-b15b-7070b690ff11 req-833a0a3b-89e4-47d5-b0f9-19ddd24ab12a tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:58.981300 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4d524d4c-b96d-49da-b15b-7070b690ff11 req-833a0a3b-89e4-47d5-b0f9-19ddd24ab12a tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.1525316 Apr 30 13:18:59.057139 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4d524d4c-b96d-49da-b15b-7070b690ff11 req-fb27dbe4-a183-4d10-8a9f-da0ebdd1eda8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747533 Apr 30 13:18:59.084483 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897c93e-b778-4218-bb76-b3610e046af4 req-359a3bb2-0fcf-4c1f-a303-80e3dc7eae17 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:59.086141 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b897c93e-b778-4218-bb76-b3610e046af4 req-359a3bb2-0fcf-4c1f-a303-80e3dc7eae17 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 946 time: 0.1728795 Apr 30 13:18:59.162428 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b897c93e-b778-4218-bb76-b3610e046af4 req-feeeb1f8-ce4d-4256-a135-71c58d19e141 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683043 Apr 30 13:18:59.525374 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472ad43-a33e-46f6-8db1-a0bcfb8ba88f req-d389296a-88ab-4ede-b526-d72bc13ed7fd tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:59.527483 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6472ad43-a33e-46f6-8db1-a0bcfb8ba88f req-d389296a-88ab-4ede-b526-d72bc13ed7fd tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.1658654 Apr 30 13:18:59.647902 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6472ad43-a33e-46f6-8db1-a0bcfb8ba88f req-4e31ff51-b2e1-46ab-9374-007e40afcb28 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122718 Apr 30 13:18:59.684813 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead830c2-53b4-4a95-9f37-314f0e980b13 req-0edd7ede-6580-41da-a4a2-526aa8fd20d8 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:59.686331 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ead830c2-53b4-4a95-9f37-314f0e980b13 req-0edd7ede-6580-41da-a4a2-526aa8fd20d8 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 945 time: 0.2315843 Apr 30 13:18:59.769075 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ead830c2-53b4-4a95-9f37-314f0e980b13 req-ede96dc0-e3e8-48da-8bd8-25f8e4d923d5 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747204 Apr 30 13:19:00.429536 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d0a77-16c8-417b-a03e-5fd6811d145d req-e0a9096f-7842-49b5-9460-00ff351ee158 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:00.431051 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7d1d0a77-16c8-417b-a03e-5fd6811d145d req-e0a9096f-7842-49b5-9460-00ff351ee158 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.2419093 Apr 30 13:19:00.460641 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5723c7-5ce3-44c9-83da-d1f6c59fe01d req-f2393637-f278-4683-81ac-820638ea2e98 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:00.462184 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6b5723c7-5ce3-44c9-83da-d1f6c59fe01d req-f2393637-f278-4683-81ac-820638ea2e98 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 946 time: 0.1327124 Apr 30 13:19:00.521542 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7d1d0a77-16c8-417b-a03e-5fd6811d145d req-a91751da-dd4d-4b7a-a180-f0452670993e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824533 Apr 30 13:19:00.530207 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6b5723c7-5ce3-44c9-83da-d1f6c59fe01d req-4c032ba9-ddb1-4d54-8f8f-4b8bca243f44 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594010 Apr 30 13:19:00.723947 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc2a79-b54b-4a3c-8514-d4f5ad6de06a req-ddcb4acb-67a6-456f-8e43-50a88a76c133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:00.725306 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-14fc2a79-b54b-4a3c-8514-d4f5ad6de06a req-ddcb4acb-67a6-456f-8e43-50a88a76c133 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=df09c741a7944a279a111ee7be17ff02&device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 1099 time: 0.1011040 Apr 30 13:19:00.873698 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d66705-daf5-413e-a344-1719c473cf2e req-f91c2f61-969d-4025-a105-11a917f94df9 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:00.884286 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44d66705-daf5-413e-a344-1719c473cf2e req-f91c2f61-969d-4025-a105-11a917f94df9 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.1331084 Apr 30 13:19:00.924146 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc2a79-b54b-4a3c-8514-d4f5ad6de06a req-562e66ce-8346-4501-ab6c-6fcc16bfa8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:00.927073 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-14fc2a79-b54b-4a3c-8514-d4f5ad6de06a req-562e66ce-8346-4501-ab6c-6fcc16bfa8aa service neutron] 10.222.0.96 "GET /v2.0/networks?id=16cacc0e-b911-4880-a672-4588b9d678ce HTTP/1.1" status: 200 len: 920 time: 0.1707740 Apr 30 13:19:01.028618 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-14fc2a79-b54b-4a3c-8514-d4f5ad6de06a req-afeee877-7e74-43e8-bfce-81759ec2b2b9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=537199a2-51a8-4471-9687-6bd43265ede4 HTTP/1.1" status: 200 len: 217 time: 0.0926795 Apr 30 13:19:01.085280 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44d66705-daf5-413e-a344-1719c473cf2e req-a49e4e40-c334-4f5c-9cbb-52eb7aeb2e11 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981795 Apr 30 13:19:01.110479 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc2a79-b54b-4a3c-8514-d4f5ad6de06a req-d6046263-5e2c-4385-bdb1-0db179db41cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:01.112940 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-14fc2a79-b54b-4a3c-8514-d4f5ad6de06a req-d6046263-5e2c-4385-bdb1-0db179db41cc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fd394fd9-c3fe-47ae-8a12-8c1dcf3f181b HTTP/1.1" status: 200 len: 858 time: 0.0720088 Apr 30 13:19:01.160789 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3e4b4-c605-435f-b821-ba45d268e89e req-8494a758-de8d-4784-877d-3644468639fc tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:01.170187 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-14a3e4b4-c605-435f-b821-ba45d268e89e req-8494a758-de8d-4784-877d-3644468639fc tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 945 time: 0.1961675 Apr 30 13:19:01.186320 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-14fc2a79-b54b-4a3c-8514-d4f5ad6de06a req-3d54119d-5a45-4099-b1b5-fa7535331aa7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16cacc0e-b911-4880-a672-4588b9d678ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615768 Apr 30 13:19:01.192243 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc3483-7af0-4fa6-8cb9-cecd3ba61379 req-7fda2604-724e-4541-b0eb-458995380881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:01.194129 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bcdc3483-7af0-4fa6-8cb9-cecd3ba61379 req-7fda2604-724e-4541-b0eb-458995380881 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 1098 time: 0.1714714 Apr 30 13:19:01.266848 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-14a3e4b4-c605-435f-b821-ba45d268e89e req-f3f0b7b6-0559-4d39-bb53-5d11f3e605f3 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952432 Apr 30 13:19:01.285302 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bcdc3483-7af0-4fa6-8cb9-cecd3ba61379 req-899485f5-2833-44c6-96ae-f81f2b2901a4 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783896 Apr 30 13:19:01.364952 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-14fc2a79-b54b-4a3c-8514-d4f5ad6de06a req-f63131f4-7c7b-4db2-99cf-57f88d481cfa service neutron] 10.222.0.96 "GET /v2.0/networks/16cacc0e-b911-4880-a672-4588b9d678ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619804 Apr 30 13:19:01.892385 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beab73b-8065-4908-9c4e-61014456b172 req-8f2bdac6-21b3-462b-90cd-255585f75206 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:01.899427 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6beab73b-8065-4908-9c4e-61014456b172 req-8f2bdac6-21b3-462b-90cd-255585f75206 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.1729026 Apr 30 13:19:01.930607 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ae21f-2087-4347-a7af-1b78c6371161 req-d8b6db83-1914-4a21-a51d-ddb1ad9f74d0 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:01.932100 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1c5ae21f-2087-4347-a7af-1b78c6371161 req-d8b6db83-1914-4a21-a51d-ddb1ad9f74d0 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 946 time: 0.1747034 Apr 30 13:19:01.987101 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-14fc2a79-b54b-4a3c-8514-d4f5ad6de06a req-9d44398f-c484-4e4b-9ad1-2f05438f5546 service neutron] 10.222.0.96 "GET /v2.0/networks/16cacc0e-b911-4880-a672-4588b9d678ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099103 Apr 30 13:19:02.011046 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6beab73b-8065-4908-9c4e-61014456b172 req-3485d275-7a59-410f-af6a-046f8d8177d0 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106791 Apr 30 13:19:02.038331 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1c5ae21f-2087-4347-a7af-1b78c6371161 req-fd14cb06-36e4-4563-9d77-5737b56e5482 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918338 Apr 30 13:19:02.278349 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ee26e-b335-4997-ba67-a43c4843cfce req-eb134213-b4cb-497e-9ced-173ec17b1d41 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:02.279861 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1f8ee26e-b335-4997-ba67-a43c4843cfce req-eb134213-b4cb-497e-9ced-173ec17b1d41 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0829141 Apr 30 13:19:02.331673 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1f8ee26e-b335-4997-ba67-a43c4843cfce req-54539d58-6151-4864-be3a-c0fbf5f86784 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459154 Apr 30 13:19:02.467775 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecc6dd-d0fe-408f-858d-e5584039b42b req-b5586bd7-d8ad-4922-9171-85739c094fc5 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:02.469341 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-34ecc6dd-d0fe-408f-858d-e5584039b42b req-b5586bd7-d8ad-4922-9171-85739c094fc5 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 945 time: 0.0828710 Apr 30 13:19:02.516111 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-34ecc6dd-d0fe-408f-858d-e5584039b42b req-602f4614-8587-4135-88de-18c02c31345f tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408266 Apr 30 13:19:03.273208 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e8726-6a4a-4ed1-a3c5-b356f45e02bc req-f4e57fa2-412c-4bd5-8e47-d6ec1cb3944e tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:03.274714 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-238e8726-6a4a-4ed1-a3c5-b356f45e02bc req-f4e57fa2-412c-4bd5-8e47-d6ec1cb3944e tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 946 time: 0.1208704 Apr 30 13:19:03.284042 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbefb75-8d72-4e7d-9f2f-a32daf89beab req-2854651a-43ff-431b-9567-771cf877b3fc tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:03.285520 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5dbefb75-8d72-4e7d-9f2f-a32daf89beab req-2854651a-43ff-431b-9567-771cf877b3fc tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.1633894 Apr 30 13:19:03.352910 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-238e8726-6a4a-4ed1-a3c5-b356f45e02bc req-ea9d0077-ac57-4a04-aad0-7e56559db8e6 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663884 Apr 30 13:19:03.365340 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5dbefb75-8d72-4e7d-9f2f-a32daf89beab req-349e289d-030d-49d4-96e4-e94e773eb330 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638881 Apr 30 13:19:03.550955 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bf599-6df2-4230-8975-d3c435217b8e req-a31febfc-d010-4226-9586-e818ed122bc6 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:03.552531 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6f7bf599-6df2-4230-8975-d3c435217b8e req-a31febfc-d010-4226-9586-e818ed122bc6 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0948207 Apr 30 13:19:03.622765 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6f7bf599-6df2-4230-8975-d3c435217b8e req-e8b3149e-72dd-4353-92b8-884204c5c983 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639875 Apr 30 13:19:03.728545 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11975191-81e6-4699-84e3-5a7fcced6809 req-421fbe08-44f2-49fb-9262-ddbf133a1f93 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:03.730046 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-11975191-81e6-4699-84e3-5a7fcced6809 req-421fbe08-44f2-49fb-9262-ddbf133a1f93 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 945 time: 0.0857298 Apr 30 13:19:03.777278 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-11975191-81e6-4699-84e3-5a7fcced6809 req-37acd602-f9c9-4994-b9fb-1e4cf4f6f0e3 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409625 Apr 30 13:19:03.985530 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98481b0a-c0d3-4d1c-9513-f169a7062784 req-e68b2ff7-6255-487e-8552-fcfcb07c89c1 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:03.987257 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-98481b0a-c0d3-4d1c-9513-f169a7062784 req-e68b2ff7-6255-487e-8552-fcfcb07c89c1 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 945 time: 0.1035280 Apr 30 13:19:04.049193 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-98481b0a-c0d3-4d1c-9513-f169a7062784 req-c56f0000-1a1a-4d88-b23e-d6675db79bd4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547132 Apr 30 13:19:04.310248 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463143a-6481-4808-8fd1-841e4f9b9b97 req-ef01fe93-c580-4d11-8939-df555dc68767 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:04.312287 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4463143a-6481-4808-8fd1-841e4f9b9b97 req-ef01fe93-c580-4d11-8939-df555dc68767 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.1052339 Apr 30 13:19:04.358855 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4463143a-6481-4808-8fd1-841e4f9b9b97 req-2e49ec5e-044c-4a41-87e6-3a619befce62 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408559 Apr 30 13:19:04.412341 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:04.472443 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71eaac-c40d-400a-9488-c46d301bae8a req-8139263d-10c2-4747-8a7d-cb810e8da2d9 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:04.473265 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-4e71eaac-c40d-400a-9488-c46d301bae8a req-8139263d-10c2-4747-8a7d-cb810e8da2d9 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Synchronizing usage tracker for tenant:92757e3fba2f43fbbc422ff9719041f0 on resource:port {{(pid=73846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:19:04.486120 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-4e71eaac-c40d-400a-9488-c46d301bae8a req-8139263d-10c2-4747-8a7d-cb810e8da2d9 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Unset dirty status for tenant:92757e3fba2f43fbbc422ff9719041f0 on resource:port {{(pid=73846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:19:04.487266 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-4e71eaac-c40d-400a-9488-c46d301bae8a req-8139263d-10c2-4747-8a7d-cb810e8da2d9 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.96 "GET /v2.0/ports?device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 946 time: 0.1104968 Apr 30 13:19:04.526300 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c7b58-b1a9-4bab-8047-8fc981681340 req-bcaa8e88-d06a-4916-ae78-dc91a6385404 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:04.533323 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-538c7b58-b1a9-4bab-8047-8fc981681340 req-bcaa8e88-d06a-4916-ae78-dc91a6385404 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 945 time: 0.1403356 Apr 30 13:19:04.600215 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-538c7b58-b1a9-4bab-8047-8fc981681340 req-c16e7759-91e1-4d7d-86f6-0286871dc9de tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579033 Apr 30 13:19:04.618402 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a98a4-71bd-48ff-9c37-6ffde13f8295 req-ac2be0ce-fdd0-41d4-a97e-313e4460ff27 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:04.622444 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-099a98a4-71bd-48ff-9c37-6ffde13f8295 req-ac2be0ce-fdd0-41d4-a97e-313e4460ff27 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 946 time: 0.1590226 Apr 30 13:19:04.677402 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-099a98a4-71bd-48ff-9c37-6ffde13f8295 req-fa4c7de6-99f5-435c-9181-c3c615df2a57 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517025 Apr 30 13:19:04.751559 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [req-4e71eaac-c40d-400a-9488-c46d301bae8a req-bda54503-aa0e-4d72-9c71-24e84aedfa74 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Deleting port 1b920c35-5754-4a98-9d5d-84dffc7a3aae {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:04.752013 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-4e71eaac-c40d-400a-9488-c46d301bae8a req-bda54503-aa0e-4d72-9c71-24e84aedfa74 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:04.916182 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-4e71eaac-c40d-400a-9488-c46d301bae8a req-bda54503-aa0e-4d72-9c71-24e84aedfa74 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] For port 1b920c35-5754-4a98-9d5d-84dffc7a3aae, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1b920c35-5754-4a98-9d5d-84dffc7a3aae,segment=NetworkSegment(5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1),segment_id=5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:04.916695 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-4e71eaac-c40d-400a-9488-c46d301bae8a req-bda54503-aa0e-4d72-9c71-24e84aedfa74 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:05.045413 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [req-4e71eaac-c40d-400a-9488-c46d301bae8a req-bda54503-aa0e-4d72-9c71-24e84aedfa74 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Calling delete_port for 1b920c35-5754-4a98-9d5d-84dffc7a3aae owned by compute:nova {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:05.046355 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf445c-e706-4221-bf80-88bc98916ebb req-be00fa62-aaec-410b-ab7d-3b66026ec1ca tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:05.053716 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fecf445c-e706-4221-bf80-88bc98916ebb req-be00fa62-aaec-410b-ab7d-3b66026ec1ca tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.2827597 Apr 30 13:19:05.117523 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fecf445c-e706-4221-bf80-88bc98916ebb req-d4436c31-5134-4e50-9510-8ecfc71a7f27 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629702 Apr 30 13:19:05.139921 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a697cd-8a63-42dc-a9d2-5433c4246e26 req-5e80e22a-d9cb-4e6b-b840-74cb3a8b9438 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:05.146981 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c7a697cd-8a63-42dc-a9d2-5433c4246e26 req-5e80e22a-d9cb-4e6b-b840-74cb3a8b9438 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.2192898 Apr 30 13:19:05.224047 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c7a697cd-8a63-42dc-a9d2-5433c4246e26 req-fa9fc569-7875-41fa-9a0a-8570dbc6bb7b tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761192 Apr 30 13:19:05.267289 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-4e71eaac-c40d-400a-9488-c46d301bae8a req-bda54503-aa0e-4d72-9c71-24e84aedfa74 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:05.274404 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-289c2153-0a44-49fb-832c-666f6b9de8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:05.310518 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e', '95f34187-edf9-4ac6-b776-e8875f572228', '5fa88126-d0a0-48c0-80bd-0adc40108374'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:19:05.350326 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 33864) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:05.360844 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda54503-aa0e-4d72-9c71-24e84aedfa74 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Pushing event deleted for resources: {'Port': ['ID=1b920c35-5754-4a98-9d5d-84dffc7a3aae,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:05.362694 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-bda54503-aa0e-4d72-9c71-24e84aedfa74 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:05.405398 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e71eaac-c40d-400a-9488-c46d301bae8a req-bda54503-aa0e-4d72-9c71-24e84aedfa74 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] No DVR routers for this DVR port 1b920c35-5754-4a98-9d5d-84dffc7a3aae on host hv-cinder-78836 {{(pid=73846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:19:05.408793 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-4e71eaac-c40d-400a-9488-c46d301bae8a req-bda54503-aa0e-4d72-9c71-24e84aedfa74 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:05.418568 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_v2 [None req-632c2582-ac65-44cf-bef2-ece319fdbb6f admin admin] Deleting subnet a8caef5a-38a1-43fb-8ec7-373027739ab6 {{(pid=73845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:19:05.419198 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c2ed9b-4468-49a0-bd96-1948ca67f51b', 'name': 'network-vif-deleted', 'tag': '1b920c35-5754-4a98-9d5d-84dffc7a3aae'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:05.423341 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-632c2582-ac65-44cf-bef2-ece319fdbb6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:05.426493 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-4e71eaac-c40d-400a-9488-c46d301bae8a req-bda54503-aa0e-4d72-9c71-24e84aedfa74 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.96 "DELETE /v2.0/ports/1b920c35-5754-4a98-9d5d-84dffc7a3aae HTTP/1.1" status: 204 len: 173 time: 0.9314008 Apr 30 13:19:05.475593 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c2ed9b-4468-49a0-bd96-1948ca67f51b', 'name': 'network-vif-deleted', 'tag': '1b920c35-5754-4a98-9d5d-84dffc7a3aae', 'status': 'completed', 'code': 200} Apr 30 13:19:05.555759 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-632c2582-ac65-44cf-bef2-ece319fdbb6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6252063'] for subnet, precommit_delete_associations {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:05.630713 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-632c2582-ac65-44cf-bef2-ece319fdbb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513256'] for subnet, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:05.698441 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5de7f-6144-4345-97c0-1c65860fff2a req-ed23afd7-da29-4723-87c1-a8b2baf18d0a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:05.699967 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c4b5de7f-6144-4345-97c0-1c65860fff2a req-ed23afd7-da29-4723-87c1-a8b2baf18d0a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.2102726 Apr 30 13:19:05.865646 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c4b5de7f-6144-4345-97c0-1c65860fff2a req-91bbd0b6-2f38-4c2d-8e8b-0af53e3d811c tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478758 Apr 30 13:19:05.883415 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b0b38288-3de5-437e-9ba1-ea8cdf4def0d req-ac2fb552-a11a-4c0f-ae05-602816bc3dd2 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=37c2ed9b-4468-49a0-bd96-1948ca67f51b HTTP/1.1" status: 200 len: 210 time: 0.0553226 Apr 30 13:19:05.989500 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-632c2582-ac65-44cf-bef2-ece319fdbb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-554365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7079056'] for subnet, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:05.995589 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-23107193-2182-499a-a90a-961243cb319b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:06.032954 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-632c2582-ac65-44cf-bef2-ece319fdbb6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:06.036355 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c2582-ac65-44cf-bef2-ece319fdbb6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8caef5a-38a1-43fb-8ec7-373027739ab6,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:06.045634 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-632c2582-ac65-44cf-bef2-ece319fdbb6f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a8caef5a-38a1-43fb-8ec7-373027739ab6 HTTP/1.1" status: 204 len: 168 time: 0.6942523 Apr 30 13:19:06.047140 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c2582-ac65-44cf-bef2-ece319fdbb6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:06.047498 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c2582-ac65-44cf-bef2-ece319fdbb6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:06.047851 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c2582-ac65-44cf-bef2-ece319fdbb6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:06.048199 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c2582-ac65-44cf-bef2-ece319fdbb6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:06.048433 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 33874) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:06.048560 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c2582-ac65-44cf-bef2-ece319fdbb6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:06.048865 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c2582-ac65-44cf-bef2-ece319fdbb6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:06.049200 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c2582-ac65-44cf-bef2-ece319fdbb6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:06.049554 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c2582-ac65-44cf-bef2-ece319fdbb6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:06.049976 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c2582-ac65-44cf-bef2-ece319fdbb6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:06.050399 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c2582-ac65-44cf-bef2-ece319fdbb6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:06.051021 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c2582-ac65-44cf-bef2-ece319fdbb6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:06.051370 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c2582-ac65-44cf-bef2-ece319fdbb6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:06.055807 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-632c2582-ac65-44cf-bef2-ece319fdbb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:06.162025 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-98143beb-1bef-4a98-81c9-6d7d79dec583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669671'] for network, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:06.304474 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-98143beb-1bef-4a98-81c9-6d7d79dec583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508261', 'neutron.services.segments.db._delete_segments_for_network-8741672489629'] for network, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:06.323266 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd8ed9-47fe-4fef-bf84-2de13854bc9a req-969d5465-c452-4913-ba25-952eaad4597d tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:06.325625 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c8fd8ed9-47fe-4fef-bf84-2de13854bc9a req-969d5465-c452-4913-ba25-952eaad4597d tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.0880244 Apr 30 13:19:06.416371 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.services.segments.db [None req-98143beb-1bef-4a98-81c9-6d7d79dec583 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14']}} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:06.420857 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c8fd8ed9-47fe-4fef-bf84-2de13854bc9a req-edd46357-789e-4731-980c-b74edef724ae tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884497 Apr 30 13:19:06.429776 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.services.segments.db [None req-98143beb-1bef-4a98-81c9-6d7d79dec583 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef12228-c15c-4452-911b-51cfa422989e') {'for_net_delete': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:06.430099 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.services.segments.db [None req-98143beb-1bef-4a98-81c9-6d7d79dec583 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef12228-c15c-4452-911b-51cfa422989e') {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:06.442365 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-98143beb-1bef-4a98-81c9-6d7d79dec583 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672501863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5819602'] for segment, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:06.459289 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad532a2-1268-4952-8d52-8f9bad2144c8 req-0d702f4b-8be1-4f92-b914-0c6df20e67b6 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:06.461118 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4ad532a2-1268-4952-8d52-8f9bad2144c8 req-0d702f4b-8be1-4f92-b914-0c6df20e67b6 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.1065383 Apr 30 13:19:06.470825 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-98143beb-1bef-4a98-81c9-6d7d79dec583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:06.472783 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-38173d29-1806-4e04-aeee-66ee08112566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:06.481894 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98143beb-1bef-4a98-81c9-6d7d79dec583 admin admin] Releasing vlan 1188 on physical network physnet1 to pool {{(pid=73846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:19:06.510692 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4ad532a2-1268-4952-8d52-8f9bad2144c8 req-67430b53-831b-424b-8f73-4f26407b45d2 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424287 Apr 30 13:19:06.663051 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-98143beb-1bef-4a98-81c9-6d7d79dec583 admin admin] Network b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14 has no segments {{(pid=73846) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:19:06.675399 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-98143beb-1bef-4a98-81c9-6d7d79dec583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1513757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8251923'] for segment, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:06.800401 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 1b920c35-5754-4a98-9d5d-84dffc7a3aae no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:19:06.844274 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] No Port match for: 1b920c35-5754-4a98-9d5d-84dffc7a3aae {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:19:06.844628 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 1b920c35-5754-4a98-9d5d-84dffc7a3aae not bound to the agent host hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:19:06.962097 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-98143beb-1bef-4a98-81c9-6d7d79dec583 admin admin] Network b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14 has no segments {{(pid=73846) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: Traceback (most recent call last): Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: timer() Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: cb(*args, **kw) Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: return func(*args, **kwargs) Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: self._notify() Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: self.callback(batched_events) Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: event.method(event) Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: return f(self, *a, **k) Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: return self._get(url).json() Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: return self.request(url, 'GET', **kwargs) Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:19:07.003233 dv-cinder-788363-2-iscsi neutron-server[73846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:19:07.096563 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-98143beb-1bef-4a98-81c9-6d7d79dec583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670072'] for network, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:07.101353 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:07.123040 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-98143beb-1bef-4a98-81c9-6d7d79dec583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:07.129403 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98143beb-1bef-4a98-81c9-6d7d79dec583 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:07.135836 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-98143beb-1bef-4a98-81c9-6d7d79dec583 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b5f41809-1b54-4ebd-b3f9-8a9c3c92bb14 HTTP/1.1" status: 204 len: 168 time: 1.0860341 Apr 30 13:19:07.137134 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-98143beb-1bef-4a98-81c9-6d7d79dec583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:07.236503 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863d1fc-1943-46be-9efe-7da4fb0a9b7a req-12382b9e-1605-4219-8141-be43be07ec23 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:07.246887 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6863d1fc-1943-46be-9efe-7da4fb0a9b7a req-12382b9e-1605-4219-8141-be43be07ec23 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.1876128 Apr 30 13:19:07.304244 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6863d1fc-1943-46be-9efe-7da4fb0a9b7a req-67f411d1-4cd6-4972-8756-bbb181405944 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513685 Apr 30 13:19:07.399342 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 33916) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:07.454349 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-1e1934c9-64e8-4505-ad76-eb59a00760ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=28e39b32d0dc457cb24f267d868d9d14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534475 Apr 30 13:19:07.456724 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 33920) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:07.516061 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8c36bd2d-982a-4bb1-a9ec-bd758a24b762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:07.542868 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8c36bd2d-982a-4bb1-a9ec-bd758a24b762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:07.600838 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8c36bd2d-982a-4bb1-a9ec-bd758a24b762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:07.606475 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-2145fde4-9713-4560-8711-72fcb7d275f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:07.618474 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36bd2d-982a-4bb1-a9ec-bd758a24b762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4659f618-4119-44f6-b34b-2927b501fb63,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:07.621584 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-8c36bd2d-982a-4bb1-a9ec-bd758a24b762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:07.624859 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8c36bd2d-982a-4bb1-a9ec-bd758a24b762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:07.638335 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-8c36bd2d-982a-4bb1-a9ec-bd758a24b762 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4659f618-4119-44f6-b34b-2927b501fb63 HTTP/1.1" status: 204 len: 168 time: 0.1710024 Apr 30 13:19:07.656379 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeee55d-8b21-4524-92aa-656a3f3bb069 req-e69f1635-0431-4a8d-a953-d7da39a7aec0 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:07.657918 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bbeee55d-8b21-4524-92aa-656a3f3bb069 req-e69f1635-0431-4a8d-a953-d7da39a7aec0 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.0991063 Apr 30 13:19:07.705998 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bbeee55d-8b21-4524-92aa-656a3f3bb069 req-3908d85c-580f-4760-a922-b9b05f6dae33 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423403 Apr 30 13:19:08.395086 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3804052-0ea1-4903-89bd-c08c2ff27887 req-c9bce4bd-0922-4ffb-9213-3d71a540610b tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:08.396705 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c3804052-0ea1-4903-89bd-c08c2ff27887 req-c9bce4bd-0922-4ffb-9213-3d71a540610b tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0936935 Apr 30 13:19:08.520750 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c3804052-0ea1-4903-89bd-c08c2ff27887 req-cabef539-d89e-464d-91c7-cca62a2a244c tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172740 Apr 30 13:19:08.559398 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40682220-e774-4b69-a65f-916c451d585b req-8928fbda-e6b6-43cb-983d-94dd6673d374 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:08.561092 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-40682220-e774-4b69-a65f-916c451d585b req-8928fbda-e6b6-43cb-983d-94dd6673d374 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.1291385 Apr 30 13:19:08.610934 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-40682220-e774-4b69-a65f-916c451d585b req-cf1ab648-6199-47f3-a20a-ecff8f6de8c5 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439231 Apr 30 13:19:08.850954 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 6afa7552-c866-4a56-a406-91a270fb834f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:19:08.938451 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d18a6-1d8d-4acd-8c4a-be359326e4b4 req-d1ab9117-1760-4427-9313-7a2af63a5cd7 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:08.940239 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cb1d18a6-1d8d-4acd-8c4a-be359326e4b4 req-d1ab9117-1760-4427-9313-7a2af63a5cd7 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 943 time: 0.1060364 Apr 30 13:19:08.987114 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cb1d18a6-1d8d-4acd-8c4a-be359326e4b4 req-2fa0f880-4685-4947-b4c4-5e3d9b931ac0 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411198 Apr 30 13:19:09.049780 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 6afa7552-c866-4a56-a406-91a270fb834f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6afa7552-c866-4a56-a406-91a270fb834f,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:09.065192 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Returning: {'device': '6afa7552-c866-4a56-a406-91a270fb834f', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'port_id': '6afa7552-c866-4a56-a406-91a270fb834f', 'mac_address': 'fa:16:3e:72:ea:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:19:09.156920 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:09.179166 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6afa7552-c866-4a56-a406-91a270fb834f {{(pid=73847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:19:09.187734 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:09.198800 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-45f604b1-f97d-4bf8-bbc2-aab8755419b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:09.204333 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 6afa7552-c866-4a56-a406-91a270fb834f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6afa7552-c866-4a56-a406-91a270fb834f,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:09.209644 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:09.210335 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c874151-97bd-4e30-895e-2f326706c377 req-7e217e97-d6fd-4f74-800b-748e4d2dd3f5 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:09.211605 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:09.212479 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4c874151-97bd-4e30-895e-2f326706c377 req-7e217e97-d6fd-4f74-800b-748e4d2dd3f5 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fd8a448-f370-45c8-807d-3b676c71f128 HTTP/1.1" status: 200 len: 945 time: 0.0992262 Apr 30 13:19:09.278319 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4c874151-97bd-4e30-895e-2f326706c377 req-186304a5-40a6-47c5-a25b-e4541b2de60e tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552096 Apr 30 13:19:09.302421 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=6afa7552-c866-4a56-a406-91a270fb834f,revision_number=9']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:09.311364 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:09.312373 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:09.313149 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:09.313854 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:09.314816 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:09.315596 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:09.316361 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:09.316930 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:09.317428 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:09.317823 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:09.318248 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:09.318628 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:09.322873 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:09.664819 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['6afa7552-c866-4a56-a406-91a270fb834f'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:19:09.818836 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cca8e-b7ac-4f06-9e6e-ded475410589 req-b0c287e1-daa2-4d72-bc35-d44ed4f59df0 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:09.820383 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bc4cca8e-b7ac-4f06-9e6e-ded475410589 req-b0c287e1-daa2-4d72-bc35-d44ed4f59df0 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.0815339 Apr 30 13:19:09.871707 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bc4cca8e-b7ac-4f06-9e6e-ded475410589 req-bc8b36b5-7dbd-48f2-aae2-93413e8bd6ad tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454354 Apr 30 13:19:10.120169 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:10.282777 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a049fe-8be3-4485-a8af-4e6ccec54249 req-3de648b5-e7b4-4bbf-8106-b6fa8c78e7c0 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:10.291127 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f0a049fe-8be3-4485-a8af-4e6ccec54249 req-3de648b5-e7b4-4bbf-8106-b6fa8c78e7c0 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 944 time: 0.1726761 Apr 30 13:19:10.335345 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f0a049fe-8be3-4485-a8af-4e6ccec54249 req-0b3aa13b-acbc-41bd-835d-c063f088fd5c tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433016 Apr 30 13:19:10.468499 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf1adc-0c7a-4db1-97cc-725123828036 req-6fb89030-c656-4cf6-aa89-a3dabebf5e1f tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:10.469993 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fdaf1adc-0c7a-4db1-97cc-725123828036 req-6fb89030-c656-4cf6-aa89-a3dabebf5e1f tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fd8a448-f370-45c8-807d-3b676c71f128 HTTP/1.1" status: 200 len: 945 time: 0.0830853 Apr 30 13:19:10.528549 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fdaf1adc-0c7a-4db1-97cc-725123828036 req-4546fe07-74e0-49ea-b6b9-0545c43b018c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512846 Apr 30 13:19:10.878744 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 6afa7552-c866-4a56-a406-91a270fb834f up at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:19:10.881604 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d42fb-deeb-455b-a2c6-8109deb11949 req-bf9e38da-cd25-4e87-a4e0-e6fdef39bf36 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:10.882365 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-3d9d42fb-deeb-455b-a2c6-8109deb11949 req-bf9e38da-cd25-4e87-a4e0-e6fdef39bf36 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Synchronizing usage tracker for tenant:92757e3fba2f43fbbc422ff9719041f0 on resource:port {{(pid=73846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:19:10.903509 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-3d9d42fb-deeb-455b-a2c6-8109deb11949 req-bf9e38da-cd25-4e87-a4e0-e6fdef39bf36 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Unset dirty status for tenant:92757e3fba2f43fbbc422ff9719041f0 on resource:port {{(pid=73846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:19:10.904963 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-3d9d42fb-deeb-455b-a2c6-8109deb11949 req-bf9e38da-cd25-4e87-a4e0-e6fdef39bf36 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.96 "GET /v2.0/ports?device_id=1fd8a448-f370-45c8-807d-3b676c71f128 HTTP/1.1" status: 200 len: 945 time: 0.1151481 Apr 30 13:19:10.970116 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning complete for port 6afa7552-c866-4a56-a406-91a270fb834f triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:19:10.970868 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:11.060744 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [req-3d9d42fb-deeb-455b-a2c6-8109deb11949 req-a5884bef-823f-4a2a-b055-7efbfa638f10 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Deleting port 5fa88126-d0a0-48c0-80bd-0adc40108374 {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:11.061132 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-3d9d42fb-deeb-455b-a2c6-8109deb11949 req-a5884bef-823f-4a2a-b055-7efbfa638f10 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:11.085499 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9228f8f-86a1-41ca-bf53-628c1a96ce60 req-49172bd4-b1d8-4acd-8487-038064cccd51 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:11.087150 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f9228f8f-86a1-41ca-bf53-628c1a96ce60 req-49172bd4-b1d8-4acd-8487-038064cccd51 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.0934231 Apr 30 13:19:11.107521 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:11.136331 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648c3844-71ae-42ce-9c0a-b2226ee657a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afa7552-c866-4a56-a406-91a270fb834f'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:11.142327 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f9228f8f-86a1-41ca-bf53-628c1a96ce60 req-80052d61-39b9-4b3b-ba15-e669f6b35d59 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482697 Apr 30 13:19:11.147592 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 6afa7552-c866-4a56-a406-91a270fb834f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6afa7552-c866-4a56-a406-91a270fb834f,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:11.152811 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:11.155235 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:11.211048 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648c3844-71ae-42ce-9c0a-b2226ee657a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afa7552-c866-4a56-a406-91a270fb834f', 'code': 200} Apr 30 13:19:11.218504 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-3d9d42fb-deeb-455b-a2c6-8109deb11949 req-a5884bef-823f-4a2a-b055-7efbfa638f10 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] For port 5fa88126-d0a0-48c0-80bd-0adc40108374, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5fa88126-d0a0-48c0-80bd-0adc40108374,segment=NetworkSegment(5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1),segment_id=5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:11.218960 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-3d9d42fb-deeb-455b-a2c6-8109deb11949 req-a5884bef-823f-4a2a-b055-7efbfa638f10 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:11.231584 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=6afa7552-c866-4a56-a406-91a270fb834f,revision_number=10']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:11.234760 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:11.345973 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [req-3d9d42fb-deeb-455b-a2c6-8109deb11949 req-a5884bef-823f-4a2a-b055-7efbfa638f10 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Calling delete_port for 5fa88126-d0a0-48c0-80bd-0adc40108374 owned by compute:nova {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:11.464167 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-3d9d42fb-deeb-455b-a2c6-8109deb11949 req-a5884bef-823f-4a2a-b055-7efbfa638f10 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:11.471246 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-719b7d84-84de-46a7-bb08-e9cd3a1d14f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:11.512717 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e', '95f34187-edf9-4ac6-b776-e8875f572228', '5fa88126-d0a0-48c0-80bd-0adc40108374'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:19:11.517010 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5884bef-823f-4a2a-b055-7efbfa638f10 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Pushing event deleted for resources: {'Port': ['ID=5fa88126-d0a0-48c0-80bd-0adc40108374,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:11.520604 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-a5884bef-823f-4a2a-b055-7efbfa638f10 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:11.553515 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d23f9-aad9-4c1d-9fa4-d4a12b72b180 req-d499b974-21ba-4057-afb4-4b52920139c6 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:11.555710 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-967d23f9-aad9-4c1d-9fa4-d4a12b72b180 req-d499b974-21ba-4057-afb4-4b52920139c6 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 946 time: 0.0985904 Apr 30 13:19:11.604966 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9d42fb-deeb-455b-a2c6-8109deb11949 req-a5884bef-823f-4a2a-b055-7efbfa638f10 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] No DVR routers for this DVR port 5fa88126-d0a0-48c0-80bd-0adc40108374 on host hv-cinder-78836 {{(pid=73846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:19:11.608901 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-3d9d42fb-deeb-455b-a2c6-8109deb11949 req-a5884bef-823f-4a2a-b055-7efbfa638f10 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:11.620625 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd8a448-f370-45c8-807d-3b676c71f128', 'name': 'network-vif-deleted', 'tag': '5fa88126-d0a0-48c0-80bd-0adc40108374'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:11.629800 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-3d9d42fb-deeb-455b-a2c6-8109deb11949 req-a5884bef-823f-4a2a-b055-7efbfa638f10 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.96 "DELETE /v2.0/ports/5fa88126-d0a0-48c0-80bd-0adc40108374 HTTP/1.1" status: 204 len: 173 time: 0.7187548 Apr 30 13:19:11.680029 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:11.811446 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4d745fff-6ede-4911-bba7-9321ab341a85 req-eebd816f-0020-472c-be03-7cfa6ed4c36c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fd8a448-f370-45c8-807d-3b676c71f128 HTTP/1.1" status: 200 len: 210 time: 0.1355250 Apr 30 13:19:11.833472 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-967d23f9-aad9-4c1d-9fa4-d4a12b72b180 req-a216d5a3-f3df-481c-bec0-89dce31ac77c tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605443 Apr 30 13:19:11.891996 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd8a448-f370-45c8-807d-3b676c71f128', 'name': 'network-vif-deleted', 'tag': '5fa88126-d0a0-48c0-80bd-0adc40108374', 'status': 'completed', 'code': 200} Apr 30 13:19:12.025704 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc8b37-e636-4af3-9e29-0a31e93661c6 req-456239a7-c459-41a4-94f2-1df3d72c693a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:12.027448 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-c6cc8b37-e636-4af3-9e29-0a31e93661c6 req-456239a7-c459-41a4-94f2-1df3d72c693a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 1099 time: 0.0778191 Apr 30 13:19:12.079806 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-c6cc8b37-e636-4af3-9e29-0a31e93661c6 req-262565a3-5816-4253-8bc0-3b21562dec85 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371599 Apr 30 13:19:12.348779 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d708917-d9d5-4717-9a12-122fcf6156b5 req-adf63ef2-031a-4a2e-91a2-f3f687f1978b tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:12.350179 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0d708917-d9d5-4717-9a12-122fcf6156b5 req-adf63ef2-031a-4a2e-91a2-f3f687f1978b tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.0845909 Apr 30 13:19:12.397392 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0d708917-d9d5-4717-9a12-122fcf6156b5 req-2dd14c13-2135-4f49-966b-0675aa750b52 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414596 Apr 30 13:19:13.064254 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-83e62467-a7ba-49f5-b164-6b016e2089f3 req-65e9c894-30f7-4332-ba11-2a0683c22d9a tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fd8a448-f370-45c8-807d-3b676c71f128 HTTP/1.1" status: 200 len: 210 time: 0.0523784 Apr 30 13:19:13.102185 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc52e42-37aa-4772-b6ee-0f65d5994801 req-5ef9e196-4468-4b8b-b1d6-6a1d1cb7bfa1 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:13.103739 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6dc52e42-37aa-4772-b6ee-0f65d5994801 req-5ef9e196-4468-4b8b-b1d6-6a1d1cb7bfa1 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 946 time: 0.1277630 Apr 30 13:19:13.150217 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6dc52e42-37aa-4772-b6ee-0f65d5994801 req-68a6d38e-c672-4325-97bd-a95d175a4f40 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400515 Apr 30 13:19:13.599470 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af1da5-0931-4709-8fec-94af60a52c87 req-39ff167e-2459-4e0d-95cc-4849b855aba1 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:13.601029 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d6af1da5-0931-4709-8fec-94af60a52c87 req-39ff167e-2459-4e0d-95cc-4849b855aba1 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.0912058 Apr 30 13:19:13.670137 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d6af1da5-0931-4709-8fec-94af60a52c87 req-b8c9f805-3d3a-4f8b-aacc-bad213510ba7 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622506 Apr 30 13:19:14.378554 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6912f-d5e5-4d4d-ba58-b02caa53a37f req-7a51650e-0452-4e2b-bdca-31c5e7f1c469 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:14.379733 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8fe6912f-d5e5-4d4d-ba58-b02caa53a37f req-7a51650e-0452-4e2b-bdca-31c5e7f1c469 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 946 time: 0.1020608 Apr 30 13:19:14.437633 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8fe6912f-d5e5-4d4d-ba58-b02caa53a37f req-b7dab370-8114-4d90-907e-d24ce2912346 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427880 Apr 30 13:19:14.562365 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add37ae1-0001-403c-ae41-3fc8c679d4e9 req-226df2ce-0427-4a69-b456-a780dd42b4bb tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:14.563807 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-add37ae1-0001-403c-ae41-3fc8c679d4e9 req-226df2ce-0427-4a69-b456-a780dd42b4bb tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=737ff852-ff4a-4ae0-a17c-f3ff87b9c88f HTTP/1.1" status: 200 len: 946 time: 0.0844061 Apr 30 13:19:14.610548 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-add37ae1-0001-403c-ae41-3fc8c679d4e9 req-ff40dcbc-be64-4369-8e47-286f473e9c16 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401237 Apr 30 13:19:14.871000 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079da973-453e-453c-a32f-c5453941df26 req-b96d7d88-2984-4613-91ad-3ef91070fa7a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:14.872519 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-079da973-453e-453c-a32f-c5453941df26 req-b96d7d88-2984-4613-91ad-3ef91070fa7a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.0866325 Apr 30 13:19:14.897116 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 5fa88126-d0a0-48c0-80bd-0adc40108374 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:19:14.922235 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-079da973-453e-453c-a32f-c5453941df26 req-a04d305e-f17f-49fa-af14-bc5f9986a445 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440366 Apr 30 13:19:14.938326 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] No Port match for: 5fa88126-d0a0-48c0-80bd-0adc40108374 {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:19:14.938681 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 5fa88126-d0a0-48c0-80bd-0adc40108374 not bound to the agent host hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:19:15.551523 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4459059-10c8-45ae-834f-b740a954e7d9 req-7a52cf72-7e30-4b6d-927d-5e9d7c10c28a tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:15.552905 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a4459059-10c8-45ae-834f-b740a954e7d9 req-7a52cf72-7e30-4b6d-927d-5e9d7c10c28a tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 945 time: 0.0801554 Apr 30 13:19:15.646472 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a4459059-10c8-45ae-834f-b740a954e7d9 req-07821317-91e7-40f1-81c2-9aac6bcae20a tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584176 Apr 30 13:19:15.674063 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 34140) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:15.682196 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371406b2-aabf-4e1e-8ace-8df772705f64 req-4ff51180-a02f-45c0-8f5d-4ec69077b0b8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:15.683848 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-371406b2-aabf-4e1e-8ace-8df772705f64 req-4ff51180-a02f-45c0-8f5d-4ec69077b0b8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 946 time: 0.1300650 Apr 30 13:19:15.735601 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-371406b2-aabf-4e1e-8ace-8df772705f64 req-93ce7333-4337-419d-af6b-8986da88ed88 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415001 Apr 30 13:19:15.849295 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14019a0-a745-4545-adb6-3fd98927826d req-b2eeb23a-7ef0-49be-aba4-a70131f074f0 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:15.850811 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c14019a0-a745-4545-adb6-3fd98927826d req-b2eeb23a-7ef0-49be-aba4-a70131f074f0 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=737ff852-ff4a-4ae0-a17c-f3ff87b9c88f HTTP/1.1" status: 200 len: 946 time: 0.0873542 Apr 30 13:19:15.899902 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c14019a0-a745-4545-adb6-3fd98927826d req-59decfea-a323-41eb-ae36-de763606f39c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433388 Apr 30 13:19:15.946372 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac06c5a4-c801-4616-96b4-19a86bd4ef7a tempest-TestMinimumBasicScenario-975281499 tempest-TestMinimumBasicScenario-975281499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:15.947371 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-ac06c5a4-c801-4616-96b4-19a86bd4ef7a tempest-TestMinimumBasicScenario-975281499 tempest-TestMinimumBasicScenario-975281499-project-admin] Synchronizing usage tracker for tenant:d27b931422c24a38b43777335701dd97 on resource:port {{(pid=73846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:19:15.963386 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-ac06c5a4-c801-4616-96b4-19a86bd4ef7a tempest-TestMinimumBasicScenario-975281499 tempest-TestMinimumBasicScenario-975281499-project-admin] Unset dirty status for tenant:d27b931422c24a38b43777335701dd97 on resource:port {{(pid=73846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:19:15.966437 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-ac06c5a4-c801-4616-96b4-19a86bd4ef7a tempest-TestMinimumBasicScenario-975281499 tempest-TestMinimumBasicScenario-975281499-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 1093 time: 0.2912779 Apr 30 13:19:15.967470 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 34152) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:15.972522 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-3ac3e101-35fb-4454-86b3-263e846660c4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Request body: {'floatingip': {'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'port_id': 'd6ce748a-7d9b-411f-a297-e3accb8a56c3', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:15.978462 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-3ac3e101-35fb-4454-86b3-263e846660c4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:15.982787 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-3ac3e101-35fb-4454-86b3-263e846660c4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Usage tracker for resource:floatingip and tenant:9ea461adf36b4f638c2ff6761c98389e is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:15.985776 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-3ac3e101-35fb-4454-86b3-263e846660c4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:15.991564 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-3ac3e101-35fb-4454-86b3-263e846660c4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:16.006739 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3ac3e101-35fb-4454-86b3-263e846660c4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for floatingip, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:16.112635 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4230bb-4024-4ca3-bf17-3a6597562c3a req-3a45d8f3-1262-4869-b470-5b8b20c70e0b tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:16.114057 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ff4230bb-4024-4ca3-bf17-3a6597562c3a req-3a45d8f3-1262-4869-b470-5b8b20c70e0b tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.0821698 Apr 30 13:19:16.150401 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3ac3e101-35fb-4454-86b3-263e846660c4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:16.174854 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ff4230bb-4024-4ca3-bf17-3a6597562c3a req-e8a80950-4ce0-4953-a68a-fbedd81b5cbd tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534618 Apr 30 13:19:16.303980 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [None req-3ac3e101-35fb-4454-86b3-263e846660c4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Allocated IP 172.27.3.166 (c3b86f7e-3861-4477-9f50-64652b00e102/6d81663d-75dc-44ec-8bd2-9cfe56c21a4e/d47c3d71-3de1-41d5-bfb6-00356dc4bc17) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:19:16.584926 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3ac3e101-35fb-4454-86b3-263e846660c4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:16.607827 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d286f-298c-4c5c-80e4-a281d26bc745 req-965ba541-b812-43c0-91d2-6bf825f5e35f tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:16.608534 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-c74d286f-298c-4c5c-80e4-a281d26bc745 req-965ba541-b812-43c0-91d2-6bf825f5e35f tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Synchronizing usage tracker for tenant:92757e3fba2f43fbbc422ff9719041f0 on resource:port {{(pid=73846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:19:16.630139 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-c74d286f-298c-4c5c-80e4-a281d26bc745 req-965ba541-b812-43c0-91d2-6bf825f5e35f tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Unset dirty status for tenant:92757e3fba2f43fbbc422ff9719041f0 on resource:port {{(pid=73846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:19:16.631241 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-c74d286f-298c-4c5c-80e4-a281d26bc745 req-965ba541-b812-43c0-91d2-6bf825f5e35f tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.96 "GET /v2.0/ports?device_id=737ff852-ff4a-4ae0-a17c-f3ff87b9c88f HTTP/1.1" status: 200 len: 946 time: 0.1583781 Apr 30 13:19:16.682147 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3ac3e101-35fb-4454-86b3-263e846660c4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:16.688570 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-26f6723a-4288-441d-a165-a0f22b905dc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:16.797507 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac3e101-35fb-4454-86b3-263e846660c4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Network c3b86f7e-3861-4477-9f50-64652b00e102 is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:19:16.808725 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-3ac3e101-35fb-4454-86b3-263e846660c4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:19:16.814677 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac3e101-35fb-4454-86b3-263e846660c4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:19:16.838830 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3e101-35fb-4454-86b3-263e846660c4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Pushing event updated for resources: {'Port': ['ID=d47c3d71-3de1-41d5-bfb6-00356dc4bc17,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:16.845576 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-3ac3e101-35fb-4454-86b3-263e846660c4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:16.976382 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [req-c74d286f-298c-4c5c-80e4-a281d26bc745 req-cc01b4dc-41b4-4e78-808f-f99b97783f48 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Deleting port 95f34187-edf9-4ac6-b776-e8875f572228 {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:16.976722 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-c74d286f-298c-4c5c-80e4-a281d26bc745 req-cc01b4dc-41b4-4e78-808f-f99b97783f48 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:17.109717 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900eedc-f5b2-440e-9aa8-900905f5c03a req-97beebbd-a744-41c1-b075-d536f85e3bb2 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:17.111161 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f900eedc-f5b2-440e-9aa8-900905f5c03a req-97beebbd-a744-41c1-b075-d536f85e3bb2 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=737ff852-ff4a-4ae0-a17c-f3ff87b9c88f HTTP/1.1" status: 200 len: 946 time: 0.0927255 Apr 30 13:19:17.161405 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f900eedc-f5b2-440e-9aa8-900905f5c03a req-2108fd85-e888-469c-8345-09ebdaa18701 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417576 Apr 30 13:19:17.275615 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-c74d286f-298c-4c5c-80e4-a281d26bc745 req-cc01b4dc-41b4-4e78-808f-f99b97783f48 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] For port 95f34187-edf9-4ac6-b776-e8875f572228, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=95f34187-edf9-4ac6-b776-e8875f572228,segment=NetworkSegment(5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1),segment_id=5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:17.275980 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-c74d286f-298c-4c5c-80e4-a281d26bc745 req-cc01b4dc-41b4-4e78-808f-f99b97783f48 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:17.366206 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82a9fe-9d5b-4828-aa24-075b1f082835 req-b6bd8ddf-75a1-4442-a582-235901e7cb69 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:17.367649 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-da82a9fe-9d5b-4828-aa24-075b1f082835 req-b6bd8ddf-75a1-4442-a582-235901e7cb69 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.0831890 Apr 30 13:19:17.410800 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [req-c74d286f-298c-4c5c-80e4-a281d26bc745 req-cc01b4dc-41b4-4e78-808f-f99b97783f48 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Calling delete_port for 95f34187-edf9-4ac6-b776-e8875f572228 owned by compute:nova {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:17.419080 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-da82a9fe-9d5b-4828-aa24-075b1f082835 req-5e97d488-f8b3-42bb-8dee-4719cb105e88 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438375 Apr 30 13:19:17.560299 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3ac3e101-35fb-4454-86b3-263e846660c4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:17.576314 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-c74d286f-298c-4c5c-80e4-a281d26bc745 req-cc01b4dc-41b4-4e78-808f-f99b97783f48 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:17.582598 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-bda54503-aa0e-4d72-9c71-24e84aedfa74 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:17.623752 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:19:17.631837 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01b4dc-41b4-4e78-808f-f99b97783f48 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Pushing event deleted for resources: {'Port': ['ID=95f34187-edf9-4ac6-b776-e8875f572228,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:17.661930 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-cc01b4dc-41b4-4e78-808f-f99b97783f48 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:17.739924 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74d286f-298c-4c5c-80e4-a281d26bc745 req-cc01b4dc-41b4-4e78-808f-f99b97783f48 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] No DVR routers for this DVR port 95f34187-edf9-4ac6-b776-e8875f572228 on host hv-cinder-78836 {{(pid=73846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:19:17.745819 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-c74d286f-298c-4c5c-80e4-a281d26bc745 req-cc01b4dc-41b4-4e78-808f-f99b97783f48 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:17.748883 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737ff852-ff4a-4ae0-a17c-f3ff87b9c88f', 'name': 'network-vif-deleted', 'tag': '95f34187-edf9-4ac6-b776-e8875f572228'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:17.776535 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3ac3e101-35fb-4454-86b3-263e846660c4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:17.804807 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737ff852-ff4a-4ae0-a17c-f3ff87b9c88f', 'name': 'network-vif-deleted', 'tag': '95f34187-edf9-4ac6-b776-e8875f572228', 'status': 'completed', 'code': 200} Apr 30 13:19:17.819158 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-c74d286f-298c-4c5c-80e4-a281d26bc745 req-cc01b4dc-41b4-4e78-808f-f99b97783f48 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.96 "DELETE /v2.0/ports/95f34187-edf9-4ac6-b776-e8875f572228 HTTP/1.1" status: 204 len: 173 time: 1.1815622 Apr 30 13:19:18.084885 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3ac3e101-35fb-4454-86b3-263e846660c4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:18.089381 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3ac3e101-35fb-4454-86b3-263e846660c4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8252111'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:18.093581 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:18.203196 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3e101-35fb-4454-86b3-263e846660c4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Pushing event updated for resources: {'Port': ['ID=d47c3d71-3de1-41d5-bfb6-00356dc4bc17,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:18.206167 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-3ac3e101-35fb-4454-86b3-263e846660c4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:18.218561 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3ac3e101-35fb-4454-86b3-263e846660c4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657561'] for floatingip, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:18.407901 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.db.l3_db [None req-3ac3e101-35fb-4454-86b3-263e846660c4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Floating IP 0bb9c982-1b47-40df-ba9c-5de765754195 associated. External IP: 172.27.3.166, port: d6ce748a-7d9b-411f-a297-e3accb8a56c3. Apr 30 13:19:18.412557 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ee2d2181-1e9c-467c-9ce4-c3fea6f47c04 req-ea18a5ec-fbde-4184-9d46-9eb070a8a926 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=737ff852-ff4a-4ae0-a17c-f3ff87b9c88f HTTP/1.1" status: 200 len: 210 time: 0.1271691 Apr 30 13:19:18.619427 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e39dd-4d6d-4e18-8d00-3afa53814e47 req-e26e98b1-18aa-44d0-b4bf-ed3fc88c23c5 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:18.621307 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-345e39dd-4d6d-4e18-8d00-3afa53814e47 req-e26e98b1-18aa-44d0-b4bf-ed3fc88c23c5 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.0892932 Apr 30 13:19:18.679054 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-345e39dd-4d6d-4e18-8d00-3afa53814e47 req-147d2626-191f-4051-9b34-70b8bd7067da tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514503 Apr 30 13:19:18.785369 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac3e101-35fb-4454-86b3-263e846660c4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Router 81335178-fe08-4cdb-99b6-f8b3a6bf09af has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:19:18.913040 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 95f34187-edf9-4ac6-b776-e8875f572228 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:19:18.947747 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] No Port match for: 95f34187-edf9-4ac6-b776-e8875f572228 {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:19:18.948292 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 95f34187-edf9-4ac6-b776-e8875f572228 not bound to the agent host hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:19:18.965801 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac3e101-35fb-4454-86b3-263e846660c4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:19:18.975136 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ad5855-4d10-400c-8433-9638efc1a699 None None] Sync routers for ids ['81335178-fe08-4cdb-99b6-f8b3a6bf09af'] in dv-cinder-788363-2-iscsi {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:19:18.986072 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3ac3e101-35fb-4454-86b3-263e846660c4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for floatingip, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:18.986966 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ad5855-4d10-400c-8433-9638efc1a699 None None] Routers {'81335178-fe08-4cdb-99b6-f8b3a6bf09af'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:18.987919 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-c4ad5855-4d10-400c-8433-9638efc1a699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:19:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['81335178-fe08-4cdb-99b6-f8b3a6bf09af'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:19.045980 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-3ac3e101-35fb-4454-86b3-263e846660c4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0774746 Apr 30 13:19:19.048754 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 34176) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:19.054019 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-0f86819c-c58a-4a7c-8597-b8ab38ed2b01 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2024220333', 'description': 'tempest-secgroup-smoke-2024220333 description', 'project_id': '9ea461adf36b4f638c2ff6761c98389e'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:19.059814 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-0f86819c-c58a-4a7c-8597-b8ab38ed2b01 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:19.063905 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-0f86819c-c58a-4a7c-8597-b8ab38ed2b01 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Usage tracker for resource:security_group and tenant:9ea461adf36b4f638c2ff6761c98389e is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:19.067172 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-0f86819c-c58a-4a7c-8597-b8ab38ed2b01 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:19.072766 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-0f86819c-c58a-4a7c-8597-b8ab38ed2b01 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:19.082369 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0f86819c-c58a-4a7c-8597-b8ab38ed2b01 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:19.104230 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-0f86819c-c58a-4a7c-8597-b8ab38ed2b01 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:19.108902 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-0f86819c-c58a-4a7c-8597-b8ab38ed2b01 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Usage tracker for resource:security_group_rule and tenant:9ea461adf36b4f638c2ff6761c98389e is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:19.111948 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-0f86819c-c58a-4a7c-8597-b8ab38ed2b01 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:19.117536 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-0f86819c-c58a-4a7c-8597-b8ab38ed2b01 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:19.165631 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-c4ad5855-4d10-400c-8433-9638efc1a699 None None] Set router 81335178-fe08-4cdb-99b6-f8b3a6bf09af gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:19.194571 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0f86819c-c58a-4a7c-8597-b8ab38ed2b01 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:19.204343 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0f86819c-c58a-4a7c-8597-b8ab38ed2b01 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:19.212190 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-691481e6-6de4-49af-b38d-04e815efef01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:19.253837 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0f86819c-c58a-4a7c-8597-b8ab38ed2b01 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:19.257852 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-0f86819c-c58a-4a7c-8597-b8ab38ed2b01 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2055302 Apr 30 13:19:19.257852 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86819c-c58a-4a7c-8597-b8ab38ed2b01 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f0a7a9-98b0-4bd4-be9d-de7246680cb2,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:19.258216 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 34182) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:19.260639 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0f86819c-c58a-4a7c-8597-b8ab38ed2b01 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:19.271961 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-fab742e2-3ad8-4f54-b0e0-abd8028fedef tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Request body: {'security_group_rule': {'security_group_id': 'f2f0a7a9-98b0-4bd4-be9d-de7246680cb2', 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:19.278355 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-fab742e2-3ad8-4f54-b0e0-abd8028fedef tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:19.282313 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-fab742e2-3ad8-4f54-b0e0-abd8028fedef tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Usage tracker for resource:security_group_rule and tenant:9ea461adf36b4f638c2ff6761c98389e is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:19.285172 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-fab742e2-3ad8-4f54-b0e0-abd8028fedef tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:19.292177 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-fab742e2-3ad8-4f54-b0e0-abd8028fedef tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:19.314771 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-fab742e2-3ad8-4f54-b0e0-abd8028fedef tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:19.378685 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-fab742e2-3ad8-4f54-b0e0-abd8028fedef tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:19.382480 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-fab742e2-3ad8-4f54-b0e0-abd8028fedef tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724316'] for security_group_rule, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:19.384427 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:19.406451 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab742e2-3ad8-4f54-b0e0-abd8028fedef tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da84e2c-3134-481c-abdf-31c8969cdd72,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:19.409177 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-fab742e2-3ad8-4f54-b0e0-abd8028fedef tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:19.417905 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-fab742e2-3ad8-4f54-b0e0-abd8028fedef tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:19.422355 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-fab742e2-3ad8-4f54-b0e0-abd8028fedef tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1600940 Apr 30 13:19:19.422566 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 34186) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:19.427626 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-b9231454-1f73-432a-b33a-f78db4805058 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Request body: {'security_group_rule': {'security_group_id': 'f2f0a7a9-98b0-4bd4-be9d-de7246680cb2', 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:19.433259 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-b9231454-1f73-432a-b33a-f78db4805058 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:19.437702 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-b9231454-1f73-432a-b33a-f78db4805058 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Usage tracker for resource:security_group_rule and tenant:9ea461adf36b4f638c2ff6761c98389e is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:19.440598 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-b9231454-1f73-432a-b33a-f78db4805058 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:19.446580 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-b9231454-1f73-432a-b33a-f78db4805058 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:19.464070 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b9231454-1f73-432a-b33a-f78db4805058 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:19.535228 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b9231454-1f73-432a-b33a-f78db4805058 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:19.539930 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b9231454-1f73-432a-b33a-f78db4805058 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724316'] for security_group_rule, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:19.550693 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-2b2c4e6b-391e-45d8-b7dd-1f8b0bd4a835 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:19.550851 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-c4ad5855-4d10-400c-8433-9638efc1a699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'name': 'tempest-TestMinimumBasicScenario-1581740521-router', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0f7db1f6-6550-4663-8783-fec044f2f9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:46Z', 'updated_at': '2021-04-30T13:17:51Z', 'revision_number': 4, 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'gw_port': {'id': '0f7db1f6-6550-4663-8783-fec044f2f9cd', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:46Z', 'updated_at': '2021-04-30T13:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': '0bb9c982-1b47-40df-ba9c-5de765754195', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'floating_ip_address': '172.27.3.166', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'port_id': 'd6ce748a-7d9b-411f-a297-e3accb8a56c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c', 'mac_address': 'fa:16:3e:0d:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07576a06-9042-40dd-801d-3c1307a1e03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:19:17Z', 'updated_at': '2021-04-30T13:19:17Z', 'revision_number': 0, 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf10d63-9cd9-49a6-8683-4abb99900501', 'name': '', 'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'mac_address': 'fa:16:3e:23:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '70d26d5f-252a-44e7-a608-0a89cf716e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:50Z', 'updated_at': '2021-04-30T13:18:00Z', 'revision_number': 5, 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'subnets': [{'id': '70d26d5f-252a-44e7-a608-0a89cf716e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:19.557412 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ad5855-4d10-400c-8433-9638efc1a699 None None] Checking router: 81335178-fe08-4cdb-99b6-f8b3a6bf09af for host: dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:19:19.566325 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ad5855-4d10-400c-8433-9638efc1a699 None None] Routers {'81335178-fe08-4cdb-99b6-f8b3a6bf09af'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:19.566924 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-c4ad5855-4d10-400c-8433-9638efc1a699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:19:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['81335178-fe08-4cdb-99b6-f8b3a6bf09af'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:19.581779 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9231454-1f73-432a-b33a-f78db4805058 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0049c5-e5d7-41ab-8d2e-f39b927411ab,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:19.586306 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-b9231454-1f73-432a-b33a-f78db4805058 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:19.592770 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b9231454-1f73-432a-b33a-f78db4805058 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:19.595592 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-b9231454-1f73-432a-b33a-f78db4805058 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1720662 Apr 30 13:19:19.598281 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 34196) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:19.604113 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-61369a28-35f3-4240-8c8a-8bdceb7bee30 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Request body: {'security_group_rule': {'security_group_id': 'f2f0a7a9-98b0-4bd4-be9d-de7246680cb2', 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:19.616158 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-61369a28-35f3-4240-8c8a-8bdceb7bee30 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:19.616158 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-61369a28-35f3-4240-8c8a-8bdceb7bee30 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Usage tracker for resource:security_group_rule and tenant:9ea461adf36b4f638c2ff6761c98389e is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:19.618982 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-61369a28-35f3-4240-8c8a-8bdceb7bee30 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:19.626029 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-61369a28-35f3-4240-8c8a-8bdceb7bee30 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:19.646512 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-61369a28-35f3-4240-8c8a-8bdceb7bee30 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:19.739283 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-61369a28-35f3-4240-8c8a-8bdceb7bee30 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:19.743222 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-61369a28-35f3-4240-8c8a-8bdceb7bee30 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724316'] for security_group_rule, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:19.751792 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:19.775486 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61369a28-35f3-4240-8c8a-8bdceb7bee30 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb9d7e4-c459-4db2-8dcb-81565ae79d90,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:19.782842 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-61369a28-35f3-4240-8c8a-8bdceb7bee30 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:19.790716 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-61369a28-35f3-4240-8c8a-8bdceb7bee30 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:19.794737 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-61369a28-35f3-4240-8c8a-8bdceb7bee30 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1929021 Apr 30 13:19:19.794970 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 34204) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:19.800223 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-e3a22cc5-d06c-4345-add9-41933a5913b2 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Request body: {'security_group_rule': {'security_group_id': 'f2f0a7a9-98b0-4bd4-be9d-de7246680cb2', 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:19.805408 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07576a06-9042-40dd-801d-3c1307a1e03b', 'tag': 'd6ce748a-7d9b-411f-a297-e3accb8a56c3'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:19.810449 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-e3a22cc5-d06c-4345-add9-41933a5913b2 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:19.824362 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-e3a22cc5-d06c-4345-add9-41933a5913b2 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Usage tracker for resource:security_group_rule and tenant:9ea461adf36b4f638c2ff6761c98389e is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:19.827859 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-c4ad5855-4d10-400c-8433-9638efc1a699 None None] Set router 81335178-fe08-4cdb-99b6-f8b3a6bf09af gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:19.828022 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-e3a22cc5-d06c-4345-add9-41933a5913b2 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:19.834215 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-e3a22cc5-d06c-4345-add9-41933a5913b2 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:19.850421 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e3a22cc5-d06c-4345-add9-41933a5913b2 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:19.888582 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07576a06-9042-40dd-801d-3c1307a1e03b', 'tag': 'd6ce748a-7d9b-411f-a297-e3accb8a56c3', 'status': 'completed', 'code': 200} Apr 30 13:19:19.922627 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e3a22cc5-d06c-4345-add9-41933a5913b2 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:19.927052 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e3a22cc5-d06c-4345-add9-41933a5913b2 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724316'] for security_group_rule, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:19.929273 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-fab742e2-3ad8-4f54-b0e0-abd8028fedef tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:19.935712 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01047f-f64e-4580-b773-8cdd95b6584c req-ced0c251-cf13-4a47-bec8-001b9e106be3 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:19.937508 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4e01047f-f64e-4580-b773-8cdd95b6584c req-ced0c251-cf13-4a47-bec8-001b9e106be3 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.1048517 Apr 30 13:19:19.960645 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a22cc5-d06c-4345-add9-41933a5913b2 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d5d7c9-fbfc-4ef3-952f-6c009c614aab,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:19.986257 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4e01047f-f64e-4580-b773-8cdd95b6584c req-3833292d-1c22-43eb-ae13-6f6687ae80a8 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424380 Apr 30 13:19:20.009978 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e3a22cc5-d06c-4345-add9-41933a5913b2 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:20.016092 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e3a22cc5-d06c-4345-add9-41933a5913b2 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:20.017283 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-e3a22cc5-d06c-4345-add9-41933a5913b2 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2214100 Apr 30 13:19:20.020614 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 34212) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:20.027442 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-5c509861-45c2-4af6-8c27-28cc268817ab tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Request body: {'security_group_rule': {'security_group_id': 'f2f0a7a9-98b0-4bd4-be9d-de7246680cb2', 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:20.033826 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-5c509861-45c2-4af6-8c27-28cc268817ab tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:20.039393 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-5c509861-45c2-4af6-8c27-28cc268817ab tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Usage tracker for resource:security_group_rule and tenant:9ea461adf36b4f638c2ff6761c98389e is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:20.042909 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-5c509861-45c2-4af6-8c27-28cc268817ab tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:20.046281 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9632b-e241-447b-96e5-196e744ccaa9 req-ff2deecd-a3e7-4864-a231-96d54a3b8064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:20.048082 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-70f9632b-e241-447b-96e5-196e744ccaa9 req-ff2deecd-a3e7-4864-a231-96d54a3b8064 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9ea461adf36b4f638c2ff6761c98389e&device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 1098 time: 0.0850263 Apr 30 13:19:20.050320 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-5c509861-45c2-4af6-8c27-28cc268817ab tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:20.061457 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.db.securitygroups_db [None req-5c509861-45c2-4af6-8c27-28cc268817ab tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Project 9ea461adf36b4f638c2ff6761c98389e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 13:19:20.080052 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5c509861-45c2-4af6-8c27-28cc268817ab tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:20.174546 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5c509861-45c2-4af6-8c27-28cc268817ab tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:20.181766 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5c509861-45c2-4af6-8c27-28cc268817ab tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724316'] for security_group_rule, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:20.185410 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:20.224477 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c509861-45c2-4af6-8c27-28cc268817ab tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f893aec-25bc-4330-b643-bad2dfa932f6,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:20.235272 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5c509861-45c2-4af6-8c27-28cc268817ab tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:20.253941 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5c509861-45c2-4af6-8c27-28cc268817ab tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:20.267177 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-c4ad5855-4d10-400c-8433-9638efc1a699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'name': 'tempest-TestMinimumBasicScenario-1581740521-router', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0f7db1f6-6550-4663-8783-fec044f2f9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:46Z', 'updated_at': '2021-04-30T13:17:51Z', 'revision_number': 4, 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'gw_port': {'id': '0f7db1f6-6550-4663-8783-fec044f2f9cd', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:46Z', 'updated_at': '2021-04-30T13:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': '0bb9c982-1b47-40df-ba9c-5de765754195', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'floating_ip_address': '172.27.3.166', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'port_id': 'd6ce748a-7d9b-411f-a297-e3accb8a56c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c', 'mac_address': 'fa:16:3e:0d:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07576a06-9042-40dd-801d-3c1307a1e03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:19:17Z', 'updated_at': '2021-04-30T13:19:17Z', 'revision_number': 0, 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf10d63-9cd9-49a6-8683-4abb99900501', 'name': '', 'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'mac_address': 'fa:16:3e:23:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '70d26d5f-252a-44e7-a608-0a89cf716e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:50Z', 'updated_at': '2021-04-30T13:18:00Z', 'revision_number': 5, 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'subnets': [{'id': '70d26d5f-252a-44e7-a608-0a89cf716e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:20.274662 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-5c509861-45c2-4af6-8c27-28cc268817ab tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2525959 Apr 30 13:19:20.275406 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 34220) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:20.275825 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ad5855-4d10-400c-8433-9638efc1a699 None None] The sync data for ids ['81335178-fe08-4cdb-99b6-f8b3a6bf09af'] in dv-cinder-788363-2-iscsi is: [{'id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'name': 'tempest-TestMinimumBasicScenario-1581740521-router', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0f7db1f6-6550-4663-8783-fec044f2f9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:46Z', 'updated_at': '2021-04-30T13:17:51Z', 'revision_number': 4, 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'gw_port': {'id': '0f7db1f6-6550-4663-8783-fec044f2f9cd', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:46Z', 'updated_at': '2021-04-30T13:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': '0bb9c982-1b47-40df-ba9c-5de765754195', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'floating_ip_address': '172.27.3.166', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'port_id': 'd6ce748a-7d9b-411f-a297-e3accb8a56c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c', 'mac_address': 'fa:16:3e:0d:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07576a06-9042-40dd-801d-3c1307a1e03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:19:17Z', 'updated_at': '2021-04-30T13:19:17Z', 'revision_number': 0, 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf10d63-9cd9-49a6-8683-4abb99900501', 'name': '', 'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'mac_address': 'fa:16:3e:23:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '70d26d5f-252a-44e7-a608-0a89cf716e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:50Z', 'updated_at': '2021-04-30T13:18:00Z', 'revision_number': 5, 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'subnets': [{'id': '70d26d5f-252a-44e7-a608-0a89cf716e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:19:20.282668 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-c8f47d84-5c55-454a-85c3-c920842da6c8 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Request body: {'security_group_rule': {'security_group_id': 'f2f0a7a9-98b0-4bd4-be9d-de7246680cb2', 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:20.289040 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-c8f47d84-5c55-454a-85c3-c920842da6c8 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:20.293280 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-c8f47d84-5c55-454a-85c3-c920842da6c8 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Usage tracker for resource:security_group_rule and tenant:9ea461adf36b4f638c2ff6761c98389e is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:20.296995 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-c8f47d84-5c55-454a-85c3-c920842da6c8 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:20.303421 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-c8f47d84-5c55-454a-85c3-c920842da6c8 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:20.316374 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.db.securitygroups_db [None req-c8f47d84-5c55-454a-85c3-c920842da6c8 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Project 9ea461adf36b4f638c2ff6761c98389e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 13:19:20.324316 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-c8f47d84-5c55-454a-85c3-c920842da6c8 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:20.373871 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9632b-e241-447b-96e5-196e744ccaa9 req-44014227-44eb-450c-abb9-35b229344134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:20.375521 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-70f9632b-e241-447b-96e5-196e744ccaa9 req-44014227-44eb-450c-abb9-35b229344134 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3357c09a-1ff1-4156-b7a5-b206cf73267c HTTP/1.1" status: 200 len: 917 time: 0.3085763 Apr 30 13:19:20.472184 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-c8f47d84-5c55-454a-85c3-c920842da6c8 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:20.501196 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-70f9632b-e241-447b-96e5-196e744ccaa9 req-29578eba-17be-4df9-930d-a8f03ab882ea service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6ce748a-7d9b-411f-a297-e3accb8a56c3 HTTP/1.1" status: 200 len: 999 time: 0.1160831 Apr 30 13:19:20.522909 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-c8f47d84-5c55-454a-85c3-c920842da6c8 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724316'] for security_group_rule, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:20.541899 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:20.580428 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f47d84-5c55-454a-85c3-c920842da6c8 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313a390d-1264-4260-b313-67ea065a3c4c,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:20.591065 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-c8f47d84-5c55-454a-85c3-c920842da6c8 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:20.592727 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9632b-e241-447b-96e5-196e744ccaa9 req-8ecb22c8-316b-4304-8349-45be039c1228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:20.594336 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-70f9632b-e241-447b-96e5-196e744ccaa9 req-8ecb22c8-316b-4304-8349-45be039c1228 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=70d26d5f-252a-44e7-a608-0a89cf716e23 HTTP/1.1" status: 200 len: 854 time: 0.0851281 Apr 30 13:19:20.594473 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727f0e39-eb84-44d3-aaf0-5fd3a7baf3d1 None None] New status for floating IP 0bb9c982-1b47-40df-ba9c-5de765754195: ACTIVE {{(pid=73847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:19:20.606885 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-c8f47d84-5c55-454a-85c3-c920842da6c8 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:20.608134 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-c8f47d84-5c55-454a-85c3-c920842da6c8 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3314924 Apr 30 13:19:20.641578 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c3d51-39bb-40ee-b63a-14a65f8016d8 req-eac7c49f-10de-4eef-858e-c6f289266632 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:20.651360 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-475c3d51-39bb-40ee-b63a-14a65f8016d8 req-eac7c49f-10de-4eef-858e-c6f289266632 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.2220511 Apr 30 13:19:20.675997 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56dae0-39db-4870-944c-27e0c3b3ff26 req-0773d386-0cef-4c45-aa13-a2c617cfaf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:20.677795 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ef56dae0-39db-4870-944c-27e0c3b3ff26 req-0773d386-0cef-4c45-aa13-a2c617cfaf79 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d9280e071a324c1bab79da85986ee901&device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 1098 time: 0.1995502 Apr 30 13:19:20.704549 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9632b-e241-447b-96e5-196e744ccaa9 req-27692110-5449-47f5-9efa-cbd2521fa965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:20.706479 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-70f9632b-e241-447b-96e5-196e744ccaa9 req-27692110-5449-47f5-9efa-cbd2521fa965 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3357c09a-1ff1-4156-b7a5-b206cf73267c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0981984 Apr 30 13:19:20.745294 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-475c3d51-39bb-40ee-b63a-14a65f8016d8 req-e8b35a2b-335a-47ef-9088-20743c6fefdd tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929415 Apr 30 13:19:20.870543 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-418d3a34-36f0-473d-b222-6f56bbcb08dc req-34c82651-9bee-40ab-8bf8-731b8515e542 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2024220333&fields=id&tenant_id=9ea461adf36b4f638c2ff6761c98389e HTTP/1.1" status: 200 len: 267 time: 0.1240268 Apr 30 13:19:20.887269 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-70f9632b-e241-447b-96e5-196e744ccaa9 req-14d6d481-63c1-4351-9e85-b1ae64d28505 service neutron] 10.222.0.96 "GET /v2.0/networks/3357c09a-1ff1-4156-b7a5-b206cf73267c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573937 Apr 30 13:19:20.953555 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56dae0-39db-4870-944c-27e0c3b3ff26 req-0fc85074-a104-4fcc-a8e9-3085c9f163bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:20.955053 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ef56dae0-39db-4870-944c-27e0c3b3ff26 req-0fc85074-a104-4fcc-a8e9-3085c9f163bb service neutron] 10.222.0.96 "GET /v2.0/networks?id=a3023e0b-51e8-48ea-ba8f-c7b4a48d722e HTTP/1.1" status: 200 len: 912 time: 0.2620595 Apr 30 13:19:21.066329 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-70f9632b-e241-447b-96e5-196e744ccaa9 req-ee7880b4-81d7-4569-b364-42b52430e019 service neutron] 10.222.0.96 "GET /v2.0/networks/3357c09a-1ff1-4156-b7a5-b206cf73267c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682620 Apr 30 13:19:21.088071 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d3a34-36f0-473d-b222-6f56bbcb08dc req-74b3ac06-d365-460d-967a-d592c4c73314 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:21.089614 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-418d3a34-36f0-473d-b222-6f56bbcb08dc req-74b3ac06-d365-460d-967a-d592c4c73314 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 945 time: 0.2103434 Apr 30 13:19:21.108875 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-418d3a34-36f0-473d-b222-6f56bbcb08dc req-7098e660-dc9a-44f3-b87d-0a6900793c7b tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Request body: {'port': {'security_groups': ['0ee3af50-be04-4890-8560-02a3bffe1a4f', 'f2f0a7a9-98b0-4bd4-be9d-de7246680cb2']}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:21.144352 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ef56dae0-39db-4870-944c-27e0c3b3ff26 req-cadc5afc-6d55-4dc0-a2da-b5eee5c4fb67 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9775a6e4-5057-4431-9bd7-97129aa44a43 HTTP/1.1" status: 200 len: 1001 time: 0.1740818 Apr 30 13:19:21.332108 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56dae0-39db-4870-944c-27e0c3b3ff26 req-d6a044f3-dbf3-4887-b795-05ec369957f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:21.333466 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ef56dae0-39db-4870-944c-27e0c3b3ff26 req-d6a044f3-dbf3-4887-b795-05ec369957f0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=88f483fa-96d4-494c-a375-0339a4c91674 HTTP/1.1" status: 200 len: 849 time: 0.1361561 Apr 30 13:19:21.385012 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-418d3a34-36f0-473d-b222-6f56bbcb08dc req-7098e660-dc9a-44f3-b87d-0a6900793c7b tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:21.460158 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7d4dd-8943-444c-bb36-8e1976280d72 req-0a5a3f3e-0ff2-4209-9627-055e1271c434 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:21.461642 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-eec7d4dd-8943-444c-bb36-8e1976280d72 req-0a5a3f3e-0ff2-4209-9627-055e1271c434 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 945 time: 0.3039918 Apr 30 13:19:21.569168 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-eec7d4dd-8943-444c-bb36-8e1976280d72 req-f124da18-f4ae-4dc6-bc92-4891ea873015 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989032 Apr 30 13:19:21.585361 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56dae0-39db-4870-944c-27e0c3b3ff26 req-f156c6db-b1f2-4b38-a587-043160514ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:21.586862 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ef56dae0-39db-4870-944c-27e0c3b3ff26 req-f156c6db-b1f2-4b38-a587-043160514ed0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a3023e0b-51e8-48ea-ba8f-c7b4a48d722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2376926 Apr 30 13:19:21.840566 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ef56dae0-39db-4870-944c-27e0c3b3ff26 req-e0e3390c-8d80-4126-a175-035bae67a845 service neutron] 10.222.0.96 "GET /v2.0/networks/a3023e0b-51e8-48ea-ba8f-c7b4a48d722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444165 Apr 30 13:19:22.097792 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-418d3a34-36f0-473d-b222-6f56bbcb08dc req-7098e660-dc9a-44f3-b87d-0a6900793c7b tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] For port d6ce748a-7d9b-411f-a297-e3accb8a56c3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d6ce748a-7d9b-411f-a297-e3accb8a56c3,segment=NetworkSegment(2ad13149-5726-459f-ae47-3c868836558d),segment_id=2ad13149-5726-459f-ae47-3c868836558d)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:22.160216 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-418d3a34-36f0-473d-b222-6f56bbcb08dc req-7098e660-dc9a-44f3-b87d-0a6900793c7b tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:22.163581 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ef56dae0-39db-4870-944c-27e0c3b3ff26 req-2f75b45e-7572-465f-8a49-77ebea620c03 service neutron] 10.222.0.96 "GET /v2.0/networks/a3023e0b-51e8-48ea-ba8f-c7b4a48d722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151543 Apr 30 13:19:22.167167 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-418d3a34-36f0-473d-b222-6f56bbcb08dc req-7098e660-dc9a-44f3-b87d-0a6900793c7b tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-554251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:22.173672 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-71e69108-e0c9-4c60-a33d-91fbd3cbbe48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:22.222444 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['d6ce748a-7d9b-411f-a297-e3accb8a56c3'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:19:22.237013 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff43b3e-2ac5-454e-ab26-bf70c307bf74 req-cb571723-4515-4004-9971-7d74b5758f84 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:22.238632 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-eff43b3e-2ac5-454e-ab26-bf70c307bf74 req-cb571723-4515-4004-9971-7d74b5758f84 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.2733102 Apr 30 13:19:22.253888 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d3a34-36f0-473d-b222-6f56bbcb08dc req-7098e660-dc9a-44f3-b87d-0a6900793c7b tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:22.254479 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-418d3a34-36f0-473d-b222-6f56bbcb08dc req-7098e660-dc9a-44f3-b87d-0a6900793c7b tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:22.255824 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-418d3a34-36f0-473d-b222-6f56bbcb08dc req-7098e660-dc9a-44f3-b87d-0a6900793c7b tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "PUT /v2.0/ports/d6ce748a-7d9b-411f-a297-e3accb8a56c3 HTTP/1.1" status: 200 len: 981 time: 1.1551735 Apr 30 13:19:22.263690 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07576a06-9042-40dd-801d-3c1307a1e03b', 'tag': 'd6ce748a-7d9b-411f-a297-e3accb8a56c3'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:22.312093 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098e660-dc9a-44f3-b87d-0a6900793c7b tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Pushing event updated for resources: {'Port': ['ID=d6ce748a-7d9b-411f-a297-e3accb8a56c3,revision_number=6']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:22.319109 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-7098e660-dc9a-44f3-b87d-0a6900793c7b tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:22.346604 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-eff43b3e-2ac5-454e-ab26-bf70c307bf74 req-89b41ecf-a4cb-40c9-8da9-a906c4274de3 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997529 Apr 30 13:19:22.405083 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07576a06-9042-40dd-801d-3c1307a1e03b', 'tag': 'd6ce748a-7d9b-411f-a297-e3accb8a56c3', 'status': 'completed', 'code': 200} Apr 30 13:19:22.452635 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a38546-fc01-4893-90c4-27a163f320ee req-3a6d08a9-fa6b-4f89-98dc-4e08ebb7fad6 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:22.452635 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e1a38546-fc01-4893-90c4-27a163f320ee req-3a6d08a9-fa6b-4f89-98dc-4e08ebb7fad6 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 984 time: 0.0855916 Apr 30 13:19:22.521422 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['d6ce748a-7d9b-411f-a297-e3accb8a56c3'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:19:22.549035 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e1a38546-fc01-4893-90c4-27a163f320ee req-4f9de2f9-dbb4-4c79-a875-d7348fe00ce8 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&id=f2f0a7a9-98b0-4bd4-be9d-de7246680cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0903957 Apr 30 13:19:22.593910 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a098f8-254d-4715-84b0-1bc3518d6e6d req-8fdcbd32-61f8-4e34-8c59-b738202e085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:22.595449 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-50a098f8-254d-4715-84b0-1bc3518d6e6d req-8fdcbd32-61f8-4e34-8c59-b738202e085f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9ea461adf36b4f638c2ff6761c98389e&device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 1137 time: 0.1206341 Apr 30 13:19:22.627547 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-f80340ce-91a2-45de-8c77-2a8b384e9328 None None] Provisioning complete for port d6ce748a-7d9b-411f-a297-e3accb8a56c3 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:19:22.628056 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-f80340ce-91a2-45de-8c77-2a8b384e9328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:22.845663 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a098f8-254d-4715-84b0-1bc3518d6e6d req-a4d0e190-ea95-40f8-b80e-4215a9320765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:22.847184 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-50a098f8-254d-4715-84b0-1bc3518d6e6d req-a4d0e190-ea95-40f8-b80e-4215a9320765 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3357c09a-1ff1-4156-b7a5-b206cf73267c HTTP/1.1" status: 200 len: 917 time: 0.2435088 Apr 30 13:19:22.860865 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416405ac-1e13-4915-85ed-9580a8b5f337 req-77ee81d1-283a-438d-9d85-43ad7a052964 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:22.864391 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-416405ac-1e13-4915-85ed-9580a8b5f337 req-77ee81d1-283a-438d-9d85-43ad7a052964 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 945 time: 0.1226952 Apr 30 13:19:23.036529 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-416405ac-1e13-4915-85ed-9580a8b5f337 req-efb4d5d9-bbb6-47e2-aa6b-7503a1ced02d tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073272 Apr 30 13:19:23.041035 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-50a098f8-254d-4715-84b0-1bc3518d6e6d req-28fb7c04-2fbc-4a1e-9951-07ed2266bdfa service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6ce748a-7d9b-411f-a297-e3accb8a56c3 HTTP/1.1" status: 200 len: 1001 time: 0.1755073 Apr 30 13:19:23.141779 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a098f8-254d-4715-84b0-1bc3518d6e6d req-ebbf9c7c-aa6b-41be-8745-1f7ff5b06eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:23.143658 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-50a098f8-254d-4715-84b0-1bc3518d6e6d req-ebbf9c7c-aa6b-41be-8745-1f7ff5b06eaa service neutron] 10.222.0.96 "GET /v2.0/subnets?id=70d26d5f-252a-44e7-a608-0a89cf716e23 HTTP/1.1" status: 200 len: 854 time: 0.0946486 Apr 30 13:19:23.282389 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c1cf1-ca16-48a0-9bcf-598edc380ce5 req-cfab5f8c-9643-4381-9410-6ba4e86d42ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:23.283830 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-bf9c1cf1-ca16-48a0-9bcf-598edc380ce5 req-cfab5f8c-9643-4381-9410-6ba4e86d42ea service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=df09c741a7944a279a111ee7be17ff02&device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 1099 time: 0.0750651 Apr 30 13:19:23.343288 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a25d27-1c77-4ca4-bf02-ac22545d128d req-ddb70490-09ec-4220-b461-bc46cd42f01a tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:23.344878 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-15a25d27-1c77-4ca4-bf02-ac22545d128d req-ddb70490-09ec-4220-b461-bc46cd42f01a tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.1108210 Apr 30 13:19:23.350668 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a098f8-254d-4715-84b0-1bc3518d6e6d req-fea2aa93-66fb-4941-b411-8db7c4aea049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:23.350668 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-50a098f8-254d-4715-84b0-1bc3518d6e6d req-fea2aa93-66fb-4941-b411-8db7c4aea049 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3357c09a-1ff1-4156-b7a5-b206cf73267c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1538687 Apr 30 13:19:23.426346 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c1cf1-ca16-48a0-9bcf-598edc380ce5 req-7f657530-9d9c-48b4-8976-ea2061b1619c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:23.428045 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-bf9c1cf1-ca16-48a0-9bcf-598edc380ce5 req-7f657530-9d9c-48b4-8976-ea2061b1619c service neutron] 10.222.0.96 "GET /v2.0/networks?id=16cacc0e-b911-4880-a672-4588b9d678ce HTTP/1.1" status: 200 len: 920 time: 0.1350234 Apr 30 13:19:23.499488 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-bf9c1cf1-ca16-48a0-9bcf-598edc380ce5 req-63fb9b62-6107-4555-a2d7-1827dea31f12 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=537199a2-51a8-4471-9687-6bd43265ede4 HTTP/1.1" status: 200 len: 217 time: 0.0604668 Apr 30 13:19:23.516693 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-15a25d27-1c77-4ca4-bf02-ac22545d128d req-6dda7f79-2b0d-4929-8c74-928ba4c02e95 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647148 Apr 30 13:19:23.562819 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-50a098f8-254d-4715-84b0-1bc3518d6e6d req-f3e77a02-63e4-4bd6-b9b4-79fb1d80eeb5 service neutron] 10.222.0.96 "GET /v2.0/networks/3357c09a-1ff1-4156-b7a5-b206cf73267c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964455 Apr 30 13:19:23.599384 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c1cf1-ca16-48a0-9bcf-598edc380ce5 req-401d3aad-3e8b-41a9-ba27-f21c4b097444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:23.600838 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-bf9c1cf1-ca16-48a0-9bcf-598edc380ce5 req-401d3aad-3e8b-41a9-ba27-f21c4b097444 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fd394fd9-c3fe-47ae-8a12-8c1dcf3f181b HTTP/1.1" status: 200 len: 858 time: 0.0633276 Apr 30 13:19:23.627994 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56262961-c8f9-478d-8b31-5382f741c1b7 req-a5d385d7-dc8f-4d57-99e9-1f591fb2ac92 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:23.629367 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-56262961-c8f9-478d-8b31-5382f741c1b7 req-a5d385d7-dc8f-4d57-99e9-1f591fb2ac92 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.1641636 Apr 30 13:19:23.656540 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-bf9c1cf1-ca16-48a0-9bcf-598edc380ce5 req-71a5b957-e80d-4f69-be81-985a176c2dce service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16cacc0e-b911-4880-a672-4588b9d678ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413802 Apr 30 13:19:23.744855 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-56262961-c8f9-478d-8b31-5382f741c1b7 req-89130408-ea0c-4d7e-8182-f4a4150e1dc1 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734661 Apr 30 13:19:23.750832 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-50a098f8-254d-4715-84b0-1bc3518d6e6d req-ae213684-a4b6-4803-a67c-b6cdb5b124a0 service neutron] 10.222.0.96 "GET /v2.0/networks/3357c09a-1ff1-4156-b7a5-b206cf73267c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738873 Apr 30 13:19:23.795870 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-bf9c1cf1-ca16-48a0-9bcf-598edc380ce5 req-45f17df5-67d3-4529-82da-cecaf8407e63 service neutron] 10.222.0.96 "GET /v2.0/networks/16cacc0e-b911-4880-a672-4588b9d678ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303380 Apr 30 13:19:23.940048 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-bf9c1cf1-ca16-48a0-9bcf-598edc380ce5 req-25d2a512-a724-4142-aed4-7c30947ea628 service neutron] 10.222.0.96 "GET /v2.0/networks/16cacc0e-b911-4880-a672-4588b9d678ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232305 Apr 30 13:19:24.225877 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed304b-9de5-4ad0-909f-7b1493e49eb1 req-04e5bfe7-7235-4a94-a527-d878e0d089d2 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:24.227656 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7bed304b-9de5-4ad0-909f-7b1493e49eb1 req-04e5bfe7-7235-4a94-a527-d878e0d089d2 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 945 time: 0.0818627 Apr 30 13:19:24.272592 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7bed304b-9de5-4ad0-909f-7b1493e49eb1 req-bb6d59fe-8620-46e0-92db-c3fd421f75b4 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8dd7176-111f-4043-8c02-71bec03bca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383461 Apr 30 13:19:24.387565 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d574ca5-cfcd-4781-bbb9-d99d44b0c403 req-84a7af55-d277-4b47-8106-07aef61dc26c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:24.388259 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-5d574ca5-cfcd-4781-bbb9-d99d44b0c403 req-84a7af55-d277-4b47-8106-07aef61dc26c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Synchronizing usage tracker for tenant:92757e3fba2f43fbbc422ff9719041f0 on resource:port {{(pid=73846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:19:24.403297 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-5d574ca5-cfcd-4781-bbb9-d99d44b0c403 req-84a7af55-d277-4b47-8106-07aef61dc26c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Unset dirty status for tenant:92757e3fba2f43fbbc422ff9719041f0 on resource:port {{(pid=73846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:19:24.404263 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-5d574ca5-cfcd-4781-bbb9-d99d44b0c403 req-84a7af55-d277-4b47-8106-07aef61dc26c tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.96 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 945 time: 0.0926914 Apr 30 13:19:24.539080 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [req-5d574ca5-cfcd-4781-bbb9-d99d44b0c403 req-b4052b27-fc7e-4753-8221-f8c0303d9970 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Deleting port 2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:24.539422 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-5d574ca5-cfcd-4781-bbb9-d99d44b0c403 req-b4052b27-fc7e-4753-8221-f8c0303d9970 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:24.750831 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-5d574ca5-cfcd-4781-bbb9-d99d44b0c403 req-b4052b27-fc7e-4753-8221-f8c0303d9970 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] For port 2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e,segment=NetworkSegment(5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1),segment_id=5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:24.751220 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-5d574ca5-cfcd-4781-bbb9-d99d44b0c403 req-b4052b27-fc7e-4753-8221-f8c0303d9970 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:24.799612 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d105da-5a3e-4e7c-a945-bc2f5f9ed378 req-f4457c32-929a-4934-9fd5-b7c29e1ca6f6 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:24.801044 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a2d105da-5a3e-4e7c-a945-bc2f5f9ed378 req-f4457c32-929a-4934-9fd5-b7c29e1ca6f6 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.1740482 Apr 30 13:19:24.844858 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a2d105da-5a3e-4e7c-a945-bc2f5f9ed378 req-96b73512-22a0-4012-8a88-a2eb052b3534 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379097 Apr 30 13:19:24.877031 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [req-5d574ca5-cfcd-4781-bbb9-d99d44b0c403 req-b4052b27-fc7e-4753-8221-f8c0303d9970 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Calling delete_port for 2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e owned by compute:nova {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:24.982001 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-5d574ca5-cfcd-4781-bbb9-d99d44b0c403 req-b4052b27-fc7e-4753-8221-f8c0303d9970 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:24.987253 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-ab8354dd-3f79-4350-b527-909eb74b386e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:25.028158 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:19:25.030192 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4052b27-fc7e-4753-8221-f8c0303d9970 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Pushing event deleted for resources: {'Port': ['ID=2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:25.033022 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-b4052b27-fc7e-4753-8221-f8c0303d9970 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:25.105236 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d574ca5-cfcd-4781-bbb9-d99d44b0c403 req-b4052b27-fc7e-4753-8221-f8c0303d9970 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] No DVR routers for this DVR port 2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e on host hv-cinder-78836 {{(pid=73846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:19:25.108374 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-5d574ca5-cfcd-4781-bbb9-d99d44b0c403 req-b4052b27-fc7e-4753-8221-f8c0303d9970 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:25.110966 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97f3b5b-9292-4d45-8a8c-86f50a9d9b20', 'name': 'network-vif-deleted', 'tag': '2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:25.127771 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-5d574ca5-cfcd-4781-bbb9-d99d44b0c403 req-b4052b27-fc7e-4753-8221-f8c0303d9970 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.96 "DELETE /v2.0/ports/2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e HTTP/1.1" status: 204 len: 173 time: 0.7176495 Apr 30 13:19:25.157929 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97f3b5b-9292-4d45-8a8c-86f50a9d9b20', 'name': 'network-vif-deleted', 'tag': '2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e', 'status': 'completed', 'code': 200} Apr 30 13:19:25.434426 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-78d82ea8-8ea6-43cd-9f2f-7ddf6100884d req-5b566aa7-2204-4749-854d-2ff4d827e6a2 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] 10.222.0.30 "GET /v2.0/ports?device_id=a97f3b5b-9292-4d45-8a8c-86f50a9d9b20 HTTP/1.1" status: 200 len: 210 time: 0.0416791 Apr 30 13:19:26.036848 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997fb75c-0d53-45d2-909d-8b9f50f8423a req-1c938e7b-96a7-4913-8f98-60b790730a1f tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:26.038580 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-997fb75c-0d53-45d2-909d-8b9f50f8423a req-1c938e7b-96a7-4913-8f98-60b790730a1f tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0848207 Apr 30 13:19:26.084075 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-997fb75c-0d53-45d2-909d-8b9f50f8423a req-a1e75d64-679e-429f-a8c3-f01e1829fc4c tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398643 Apr 30 13:19:26.526148 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 34296) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:26.584297 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e6ebac-d458-4072-87d2-f1f316e446f9 admin admin] Deleting subnet aa65aba5-f1eb-49b6-881e-26a1aa2e4072 {{(pid=73845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:19:26.587118 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ebac-d458-4072-87d2-f1f316e446f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:26.637780 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ebac-d458-4072-87d2-f1f316e446f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6252063'] for subnet, precommit_delete_associations {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:26.692060 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ebac-d458-4072-87d2-f1f316e446f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513256'] for subnet, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:26.931048 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ebac-d458-4072-87d2-f1f316e446f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-554365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7079056'] for subnet, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:26.935041 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-632c2582-ac65-44cf-bef2-ece319fdbb6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:26.960169 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:19:26.970713 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6ebac-d458-4072-87d2-f1f316e446f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa65aba5-f1eb-49b6-881e-26a1aa2e4072,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:26.973781 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-a7e6ebac-d458-4072-87d2-f1f316e446f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:26.974767 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ebac-d458-4072-87d2-f1f316e446f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:26.983363 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-a7e6ebac-d458-4072-87d2-f1f316e446f9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/aa65aba5-f1eb-49b6-881e-26a1aa2e4072 HTTP/1.1" status: 204 len: 168 time: 0.4533195 Apr 30 13:19:26.983607 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 34300) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:26.994153 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] No Port match for: 2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:19:26.994511 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 2e4b763c-a2d7-4a1b-be5b-b61cb3cb0c1e not bound to the agent host hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:19:27.087565 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0b8c364e-c9ce-44b6-b4ab-02b5d792bf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669671'] for network, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:27.239917 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0b8c364e-c9ce-44b6-b4ab-02b5d792bf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508261', 'neutron.services.segments.db._delete_segments_for_network-8741672489629'] for network, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:27.362987 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-0b8c364e-c9ce-44b6-b4ab-02b5d792bf5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75ffc8e-f4e6-415a-9acb-883798976b2c']}} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:27.381254 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-0b8c364e-c9ce-44b6-b4ab-02b5d792bf5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1') {'for_net_delete': True} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:27.381547 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-0b8c364e-c9ce-44b6-b4ab-02b5d792bf5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb4c1c3-5ddd-4a00-888b-4d4e3e40b6b1') {} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:27.395586 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0b8c364e-c9ce-44b6-b4ab-02b5d792bf5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672501863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6252054'] for segment, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:27.415933 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351c61f-7709-485e-b55b-a2d696e19431 req-27b2b9f9-b673-4ec6-9890-24654efcc49e tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:27.417387 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f351c61f-7709-485e-b55b-a2d696e19431 req-27b2b9f9-b673-4ec6-9890-24654efcc49e tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.2147763 Apr 30 13:19:27.423242 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0b8c364e-c9ce-44b6-b4ab-02b5d792bf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:27.447185 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b8c364e-c9ce-44b6-b4ab-02b5d792bf5a admin admin] Releasing vlan 1172 on physical network physnet1 to pool {{(pid=73845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:19:27.556240 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f351c61f-7709-485e-b55b-a2d696e19431 req-f2dd71e4-2c6a-4b7b-906b-3fd373c39aa5 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306081 Apr 30 13:19:27.630179 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [None req-0b8c364e-c9ce-44b6-b4ab-02b5d792bf5a admin admin] Network a75ffc8e-f4e6-415a-9acb-883798976b2c has no segments {{(pid=73845) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:19:27.638223 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0b8c364e-c9ce-44b6-b4ab-02b5d792bf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1513757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-554455'] for segment, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:27.881508 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [None req-0b8c364e-c9ce-44b6-b4ab-02b5d792bf5a admin admin] Network a75ffc8e-f4e6-415a-9acb-883798976b2c has no segments {{(pid=73845) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: Traceback (most recent call last): Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: timer() Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: cb(*args, **kw) Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: return func(*args, **kwargs) Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: self._notify() Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: self.callback(batched_events) Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: event.method(event) Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: return f(self, *a, **k) Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: return self._get(url).json() Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: return self.request(url, 'GET', **kwargs) Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:19:27.901684 dv-cinder-788363-2-iscsi neutron-server[73845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:19:27.974377 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0b8c364e-c9ce-44b6-b4ab-02b5d792bf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670072'] for network, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:27.980275 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0b8c364e-c9ce-44b6-b4ab-02b5d792bf5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:27.983186 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d9323409-e3f8-4f94-a2c8-ad9a56dc7156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:28.007507 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c364e-c9ce-44b6-b4ab-02b5d792bf5a admin admin] Pushing event deleted for resources: {'Network': ['ID=a75ffc8e-f4e6-415a-9acb-883798976b2c,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:28.009850 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-0b8c364e-c9ce-44b6-b4ab-02b5d792bf5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:28.017489 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-0b8c364e-c9ce-44b6-b4ab-02b5d792bf5a admin admin] 10.222.0.30 "DELETE /v2.0/networks/a75ffc8e-f4e6-415a-9acb-883798976b2c HTTP/1.1" status: 204 len: 168 time: 1.0329399 Apr 30 13:19:28.192067 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 34312) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:28.239214 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-fb528f0a-c368-4fb6-9d5e-ed235198fb46 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92757e3fba2f43fbbc422ff9719041f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0459917 Apr 30 13:19:28.241528 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 34316) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:28.297410 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1dc2a4ab-3760-4198-ae54-6874afb87bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:28.322173 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1dc2a4ab-3760-4198-ae54-6874afb87bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:28.371564 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1dc2a4ab-3760-4198-ae54-6874afb87bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:28.375570 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-9559037e-a5dd-429f-88ad-f7617599f933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:28.388813 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2a4ab-3760-4198-ae54-6874afb87bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dd7176-111f-4043-8c02-71bec03bca00,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:28.393980 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1dc2a4ab-3760-4198-ae54-6874afb87bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:28.401539 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1dc2a4ab-3760-4198-ae54-6874afb87bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:28.405616 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-1dc2a4ab-3760-4198-ae54-6874afb87bd3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c8dd7176-111f-4043-8c02-71bec03bca00 HTTP/1.1" status: 204 len: 168 time: 0.1603186 Apr 30 13:19:28.746285 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:19:28.756508 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d75d4-e87b-4ed3-9a70-53e551402f84 req-c5f41708-714e-40e3-953d-6c044fb2746d tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:28.757997 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7c2d75d4-e87b-4ed3-9a70-53e551402f84 req-c5f41708-714e-40e3-953d-6c044fb2746d tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0863192 Apr 30 13:19:28.805335 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7c2d75d4-e87b-4ed3-9a70-53e551402f84 req-64489d95-f54f-410f-b617-d3b6f9a0e99a tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409038 Apr 30 13:19:29.998866 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f739b8b-9024-4e04-b49e-021ceac92eb3 req-a00c524b-6bae-498e-b18c-9bbe938aab60 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:30.000329 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0f739b8b-9024-4e04-b49e-021ceac92eb3 req-a00c524b-6bae-498e-b18c-9bbe938aab60 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0867727 Apr 30 13:19:30.048078 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0f739b8b-9024-4e04-b49e-021ceac92eb3 req-0fbb9e5c-7e47-4d11-9a50-70cc0519df42 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419290 Apr 30 13:19:31.234362 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4674c-b5ae-46d0-a13f-8286fa8a7cfc req-686a1bc0-f9c1-454a-869f-ffd4d688ac4b tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:31.235943 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a2a4674c-b5ae-46d0-a13f-8286fa8a7cfc req-686a1bc0-f9c1-454a-869f-ffd4d688ac4b tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0842469 Apr 30 13:19:31.282224 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a2a4674c-b5ae-46d0-a13f-8286fa8a7cfc req-c243f130-eb5b-42b7-b006-69bd35b0f236 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396678 Apr 30 13:19:32.467269 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afdff2-b57a-4152-a875-b98e7fbcd236 req-5ad22e4e-46cf-45e5-882d-d1f2e5ff27c3 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:32.468691 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-51afdff2-b57a-4152-a875-b98e7fbcd236 req-5ad22e4e-46cf-45e5-882d-d1f2e5ff27c3 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0808523 Apr 30 13:19:32.513594 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-51afdff2-b57a-4152-a875-b98e7fbcd236 req-a73a9344-cb51-437a-a038-6c2268ac2788 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393009 Apr 30 13:19:33.169083 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 34434) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:33.284397 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-797e8024-8afd-4983-8953-766c61592994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:33.298210 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-797e8024-8afd-4983-8953-766c61592994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:33.301923 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-797e8024-8afd-4983-8953-766c61592994 admin admin] Usage tracker for resource:security_group_rule and tenant:e7a450787a1c4a34b761fa048786f578 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:33.304662 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-797e8024-8afd-4983-8953-766c61592994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:33.310368 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-797e8024-8afd-4983-8953-766c61592994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:33.391113 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-797e8024-8afd-4983-8953-766c61592994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:33.394771 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-797e8024-8afd-4983-8953-766c61592994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:33.402960 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:33.441177 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-797e8024-8afd-4983-8953-766c61592994 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e7a450787a1c4a34b761fa048786f578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710435 Apr 30 13:19:33.442718 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e8024-8afd-4983-8953-766c61592994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54a0554-3782-4d47-9e13-0cf4f31f1f3f,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:33.443954 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 34440) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:33.445692 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-797e8024-8afd-4983-8953-766c61592994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:33.501323 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-52101594-a523-42c7-a563-7e3ebf4ed158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:33.525928 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-52101594-a523-42c7-a563-7e3ebf4ed158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:33.580636 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-52101594-a523-42c7-a563-7e3ebf4ed158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:33.585757 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-8f93a4a2-a444-4d43-9acc-761082490005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:33.596904 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52101594-a523-42c7-a563-7e3ebf4ed158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54a0554-3782-4d47-9e13-0cf4f31f1f3f,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:33.607497 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52101594-a523-42c7-a563-7e3ebf4ed158 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:33.607871 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52101594-a523-42c7-a563-7e3ebf4ed158 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:33.608229 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52101594-a523-42c7-a563-7e3ebf4ed158 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:33.608582 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52101594-a523-42c7-a563-7e3ebf4ed158 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:33.608931 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52101594-a523-42c7-a563-7e3ebf4ed158 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:33.609278 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52101594-a523-42c7-a563-7e3ebf4ed158 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:33.609622 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52101594-a523-42c7-a563-7e3ebf4ed158 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:33.609992 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52101594-a523-42c7-a563-7e3ebf4ed158 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:33.610335 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52101594-a523-42c7-a563-7e3ebf4ed158 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:33.610675 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52101594-a523-42c7-a563-7e3ebf4ed158 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:33.611014 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52101594-a523-42c7-a563-7e3ebf4ed158 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:33.611350 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52101594-a523-42c7-a563-7e3ebf4ed158 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:33.614947 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-52101594-a523-42c7-a563-7e3ebf4ed158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:33.615752 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-52101594-a523-42c7-a563-7e3ebf4ed158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:33.619705 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-52101594-a523-42c7-a563-7e3ebf4ed158 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b54a0554-3782-4d47-9e13-0cf4f31f1f3f HTTP/1.1" status: 204 len: 168 time: 0.1719389 Apr 30 13:19:33.706955 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba334d4-a3e8-447a-90bd-8ccf21862e4b req-50a6cc93-bccb-4fb8-b24a-dd8b2e54d8ef tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:33.708417 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bba334d4-a3e8-447a-90bd-8ccf21862e4b req-50a6cc93-bccb-4fb8-b24a-dd8b2e54d8ef tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0853262 Apr 30 13:19:33.755832 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bba334d4-a3e8-447a-90bd-8ccf21862e4b req-fe08eb22-c5f5-4de4-a137-ba00ad5492c8 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416446 Apr 30 13:19:33.898697 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 34452) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:33.916117 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-24c5ea3d-90d6-4d39-9826-42727c859fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:33.930248 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-24c5ea3d-90d6-4d39-9826-42727c859fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:33.933975 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-24c5ea3d-90d6-4d39-9826-42727c859fa7 admin admin] Usage tracker for resource:security_group_rule and tenant:1bc1e3c37a2946aeaac446cafed9e9cd is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:33.937599 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-24c5ea3d-90d6-4d39-9826-42727c859fa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:33.943258 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-24c5ea3d-90d6-4d39-9826-42727c859fa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:34.023605 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-24c5ea3d-90d6-4d39-9826-42727c859fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:34.027682 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-24c5ea3d-90d6-4d39-9826-42727c859fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:34.034555 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-eb033d53-a1e5-43d1-a540-a68dfd5beafd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:34.074307 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5ea3d-90d6-4d39-9826-42727c859fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d429b4e-192d-4fcd-9423-2269dd1e7e60,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:34.077770 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-24c5ea3d-90d6-4d39-9826-42727c859fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:34.080355 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-24c5ea3d-90d6-4d39-9826-42727c859fa7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1bc1e3c37a2946aeaac446cafed9e9cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1806674 Apr 30 13:19:34.083035 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 34456) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:34.139485 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8aba1f39-23af-465b-9764-c51ce4b00245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:34.168329 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8aba1f39-23af-465b-9764-c51ce4b00245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:34.223178 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8aba1f39-23af-465b-9764-c51ce4b00245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:34.226742 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-3a39ceaf-ff42-46e7-a7e9-232037fe3339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:34.237877 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba1f39-23af-465b-9764-c51ce4b00245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d429b4e-192d-4fcd-9423-2269dd1e7e60,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:34.240650 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-8aba1f39-23af-465b-9764-c51ce4b00245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:34.246386 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8aba1f39-23af-465b-9764-c51ce4b00245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:34.247519 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-8aba1f39-23af-465b-9764-c51ce4b00245 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d429b4e-192d-4fcd-9423-2269dd1e7e60 HTTP/1.1" status: 204 len: 168 time: 0.1636102 Apr 30 13:19:34.416718 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:34.946429 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ed606-7a3e-45ee-bcde-9bd3909c15e0 req-5090b686-7078-4827-bf7e-b003b0a0db7b tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:34.947882 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8a0ed606-7a3e-45ee-bcde-9bd3909c15e0 req-5090b686-7078-4827-bf7e-b003b0a0db7b tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0836086 Apr 30 13:19:34.993370 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8a0ed606-7a3e-45ee-bcde-9bd3909c15e0 req-92be942c-6334-4a9e-9f05-b2485e9790ac tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390847 Apr 30 13:19:36.188840 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474e0f6-3acf-4508-a8ed-c7f7503093cc req-3675bd04-5f80-4638-9dba-d93a12f9baaa tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:36.190311 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0474e0f6-3acf-4508-a8ed-c7f7503093cc req-3675bd04-5f80-4638-9dba-d93a12f9baaa tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0811477 Apr 30 13:19:36.238876 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0474e0f6-3acf-4508-a8ed-c7f7503093cc req-31e1192a-80fa-40e3-a02a-41f944c1b6de tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427489 Apr 30 13:19:36.458437 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-182c2bf4-c25f-46b7-b635-5b22747c0da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:37.231566 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-13931ac6-428a-460f-a22b-0a976bbe3521 req-6a57c27d-6a30-4c17-8415-0fec5d9a9a7e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760512 Apr 30 13:19:37.407309 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13931ac6-428a-460f-a22b-0a976bbe3521 req-7042ae75-5499-4f2b-b257-018c006995a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:37.408768 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-13931ac6-428a-460f-a22b-0a976bbe3521 req-7042ae75-5499-4f2b-b257-018c006995a6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2957845d7c874208b3d921bf499e5b7b&device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 1099 time: 0.0764208 Apr 30 13:19:37.427021 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181006b-447f-4cbd-8786-f1f87a890c07 req-b4b14800-e66a-4112-bdab-d1ee6b8223fc tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:37.429100 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b181006b-447f-4cbd-8786-f1f87a890c07 req-b4b14800-e66a-4112-bdab-d1ee6b8223fc tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0853214 Apr 30 13:19:37.482340 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b181006b-447f-4cbd-8786-f1f87a890c07 req-ee9b476c-3362-482f-9e36-6190e7783175 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417528 Apr 30 13:19:37.567597 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13931ac6-428a-460f-a22b-0a976bbe3521 req-e04db994-55ac-4aed-b77d-896658c14642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:37.569082 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-13931ac6-428a-460f-a22b-0a976bbe3521 req-e04db994-55ac-4aed-b77d-896658c14642 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5ea56348-3132-43ce-93d5-7c6eb60259bf HTTP/1.1" status: 200 len: 917 time: 0.1376011 Apr 30 13:19:37.679247 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-13931ac6-428a-460f-a22b-0a976bbe3521 req-1923b63d-f6a6-4451-8df0-afd770311159 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6afa7552-c866-4a56-a406-91a270fb834f HTTP/1.1" status: 200 len: 1000 time: 0.0964186 Apr 30 13:19:37.740648 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13931ac6-428a-460f-a22b-0a976bbe3521 req-aedef09f-64da-4769-983c-f6fa715e3dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:37.742097 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-13931ac6-428a-460f-a22b-0a976bbe3521 req-aedef09f-64da-4769-983c-f6fa715e3dbe service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8bf6f55f-7a38-4a76-a15c-e255e10f02cb HTTP/1.1" status: 200 len: 854 time: 0.0566072 Apr 30 13:19:37.815858 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13931ac6-428a-460f-a22b-0a976bbe3521 req-b8448083-ead6-4724-975a-9e79545429f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:37.817252 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-13931ac6-428a-460f-a22b-0a976bbe3521 req-b8448083-ead6-4724-975a-9e79545429f5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5ea56348-3132-43ce-93d5-7c6eb60259bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0664966 Apr 30 13:19:38.688294 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6e2df-0531-42c8-9f39-fe7ef768ba4d req-66f698c8-80ce-4d6b-b8ae-eeb2882ea5c1 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:38.689713 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f9b6e2df-0531-42c8-9f39-fe7ef768ba4d req-66f698c8-80ce-4d6b-b8ae-eeb2882ea5c1 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0832114 Apr 30 13:19:38.732990 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f9b6e2df-0531-42c8-9f39-fe7ef768ba4d req-591055ef-c681-49b6-84b6-1afb649c318a tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375209 Apr 30 13:19:38.903307 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-13931ac6-428a-460f-a22b-0a976bbe3521 req-d59e6d6c-5803-4652-ab7d-9f069ebb1eb9 service neutron] 10.222.0.96 "GET /v2.0/networks/5ea56348-3132-43ce-93d5-7c6eb60259bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234977 Apr 30 13:19:39.101428 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:39.120210 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-02364e74-8817-4889-a7d4-db835c1f34ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:39.769632 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-13931ac6-428a-460f-a22b-0a976bbe3521 req-78d620da-2b35-4826-9137-6fe73b2882e0 service neutron] 10.222.0.96 "GET /v2.0/networks/5ea56348-3132-43ce-93d5-7c6eb60259bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258717 Apr 30 13:19:39.913277 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934fd35-07c3-49b6-b9f3-24aac7a1d556 req-fb0b1edd-ca4c-4ace-a6b6-c7782d4c94d2 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:39.914792 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f934fd35-07c3-49b6-b9f3-24aac7a1d556 req-fb0b1edd-ca4c-4ace-a6b6-c7782d4c94d2 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0785310 Apr 30 13:19:39.959317 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f934fd35-07c3-49b6-b9f3-24aac7a1d556 req-4a5cd4ae-a0e0-4565-8cdc-b8ed8362fd49 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389979 Apr 30 13:19:40.121531 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:41.146159 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d885047-b351-4a6f-885c-48f81f5d940c req-63c4ae1a-9fce-4eb7-be05-a0f4d16a679f tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:41.147722 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1d885047-b351-4a6f-885c-48f81f5d940c req-63c4ae1a-9fce-4eb7-be05-a0f4d16a679f tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0862014 Apr 30 13:19:41.194344 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1d885047-b351-4a6f-885c-48f81f5d940c req-73a977eb-9061-4fbb-bed2-e9c47b3d0bef tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404105 Apr 30 13:19:41.666801 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:42.380700 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0580d-1f22-46ac-b734-31862c204b3c req-349f7652-f7cd-447b-b5cb-08f708605c88 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:42.382152 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-38e0580d-1f22-46ac-b734-31862c204b3c req-349f7652-f7cd-447b-b5cb-08f708605c88 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0807548 Apr 30 13:19:42.425598 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-38e0580d-1f22-46ac-b734-31862c204b3c req-94daeae3-b4b5-4a03-ac17-fd52f41790bd tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377753 Apr 30 13:19:43.608866 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce504db6-e2ba-4249-bfbe-bf145380d183 req-93f5ffd2-5984-41c3-9ff5-a95110bd99b4 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:43.610832 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ce504db6-e2ba-4249-bfbe-bf145380d183 req-93f5ffd2-5984-41c3-9ff5-a95110bd99b4 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0791419 Apr 30 13:19:43.654259 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ce504db6-e2ba-4249-bfbe-bf145380d183 req-587cc6f7-0d27-497b-8a31-064bd88561d2 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377119 Apr 30 13:19:44.912649 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8bb37-02aa-4d42-bc03-69d0d0fb4a1e req-457a21e0-7e5e-487b-b7df-b93f64120509 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:44.914122 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-48b8bb37-02aa-4d42-bc03-69d0d0fb4a1e req-457a21e0-7e5e-487b-b7df-b93f64120509 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.1558306 Apr 30 13:19:44.958202 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-48b8bb37-02aa-4d42-bc03-69d0d0fb4a1e req-f2f60c55-a76a-4a81-91bd-4600a3d103a5 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383065 Apr 30 13:19:46.142001 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b910b9-2e90-466d-a409-89609473da5a req-c46b9c77-9528-4f21-b00c-928c2486568a tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:46.143436 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-25b910b9-2e90-466d-a409-89609473da5a req-c46b9c77-9528-4f21-b00c-928c2486568a tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0798366 Apr 30 13:19:46.186884 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-25b910b9-2e90-466d-a409-89609473da5a req-19a6a3bb-5728-4170-8130-9ba82d5fa085 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376606 Apr 30 13:19:46.570395 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 34624) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:46.696916 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e0b1d4f3-1c62-4a53-b953-a2bc4151fe45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:46.714484 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-e0b1d4f3-1c62-4a53-b953-a2bc4151fe45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:46.718325 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-e0b1d4f3-1c62-4a53-b953-a2bc4151fe45 admin admin] Usage tracker for resource:security_group_rule and tenant:f6f8a319ae804c5ca52179155d5d5695 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:46.721102 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-e0b1d4f3-1c62-4a53-b953-a2bc4151fe45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:46.726886 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-e0b1d4f3-1c62-4a53-b953-a2bc4151fe45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:46.881645 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e0b1d4f3-1c62-4a53-b953-a2bc4151fe45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:46.885145 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e0b1d4f3-1c62-4a53-b953-a2bc4151fe45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:46.893131 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0e7005b5-ffcc-4301-b82e-5d46c2d995bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:46.929315 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-e0b1d4f3-1c62-4a53-b953-a2bc4151fe45 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6f8a319ae804c5ca52179155d5d5695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3577206 Apr 30 13:19:46.932158 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 34630) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:46.933207 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1d4f3-1c62-4a53-b953-a2bc4151fe45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76947a49-f1f0-4387-946c-9285a14cfa72,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:46.936235 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e0b1d4f3-1c62-4a53-b953-a2bc4151fe45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:46.989793 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-972fe9e1-5903-4c45-8c6e-1ad92b4e8fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:47.015092 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-972fe9e1-5903-4c45-8c6e-1ad92b4e8fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:47.065752 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-972fe9e1-5903-4c45-8c6e-1ad92b4e8fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:47.069355 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-10698817-6965-42bb-b7a2-f464b8c9c4bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:47.080773 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fe9e1-5903-4c45-8c6e-1ad92b4e8fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76947a49-f1f0-4387-946c-9285a14cfa72,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:47.083390 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-972fe9e1-5903-4c45-8c6e-1ad92b4e8fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:47.090173 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-972fe9e1-5903-4c45-8c6e-1ad92b4e8fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:47.091262 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-972fe9e1-5903-4c45-8c6e-1ad92b4e8fbb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/76947a49-f1f0-4387-946c-9285a14cfa72 HTTP/1.1" status: 204 len: 168 time: 0.1581392 Apr 30 13:19:47.387407 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013af766-5a85-4372-b10f-1b4a79581a72 req-e177ed86-8fa4-46e4-8f7b-58f29d8be7f4 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:47.388861 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-013af766-5a85-4372-b10f-1b4a79581a72 req-e177ed86-8fa4-46e4-8f7b-58f29d8be7f4 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0844636 Apr 30 13:19:47.393093 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9016c9-4f99-447b-ad5c-e687a65b0756 req-94f986de-af03-4503-b833-8281b29d7cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:47.394578 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-bf9016c9-4f99-447b-ad5c-e687a65b0756 req-94f986de-af03-4503-b833-8281b29d7cab service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 1099 time: 0.0710251 Apr 30 13:19:47.434069 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-013af766-5a85-4372-b10f-1b4a79581a72 req-ca13c0ca-9729-44ac-894c-07a7d8ba096c tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384159 Apr 30 13:19:47.445053 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-bf9016c9-4f99-447b-ad5c-e687a65b0756 req-4b24cfb0-b3a7-4043-b0e0-b70f3d26c91b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371406 Apr 30 13:19:48.615713 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffbe1e-02b9-4bc7-b4cc-7ff9696eba2d req-87adc505-5c89-4606-b081-6a056a6ec8ad tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:48.617165 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4dffbe1e-02b9-4bc7-b4cc-7ff9696eba2d req-87adc505-5c89-4606-b081-6a056a6ec8ad tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0791562 Apr 30 13:19:48.664618 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4dffbe1e-02b9-4bc7-b4cc-7ff9696eba2d req-484c9523-4bad-46ac-8e03-5ba0334c7787 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416858 Apr 30 13:19:49.849201 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251efd15-0caa-4f7e-b664-499db2bdf5bb req-88b908ce-64d1-4a77-a56f-24af2f3bc376 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:49.850653 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-251efd15-0caa-4f7e-b664-499db2bdf5bb req-88b908ce-64d1-4a77-a56f-24af2f3bc376 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0782976 Apr 30 13:19:49.894090 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-251efd15-0caa-4f7e-b664-499db2bdf5bb req-285088c3-faac-4338-973f-fd521535741d tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374069 Apr 30 13:19:51.081733 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153598ad-4d67-4fc5-8bf3-fbd647336546 req-f3efa97b-cb9b-49e2-86a4-d254055cbf84 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:51.083216 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-153598ad-4d67-4fc5-8bf3-fbd647336546 req-f3efa97b-cb9b-49e2-86a4-d254055cbf84 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0822616 Apr 30 13:19:51.126865 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-153598ad-4d67-4fc5-8bf3-fbd647336546 req-102bcad1-d0c1-4284-afe8-db243e4b3c90 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380681 Apr 30 13:19:52.312499 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe96fc2-e0d8-48c4-a60d-77f68f7d8aad req-baba89c8-5ca8-4d3f-ac88-371b2036e31f tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:52.314068 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dbe96fc2-e0d8-48c4-a60d-77f68f7d8aad req-baba89c8-5ca8-4d3f-ac88-371b2036e31f tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0823357 Apr 30 13:19:52.362020 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dbe96fc2-e0d8-48c4-a60d-77f68f7d8aad req-1c79ffa8-c81c-4731-975e-3c2b52a7bcc6 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417657 Apr 30 13:19:52.865048 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe43c6-ff7e-46d7-ab25-2b4a2bb5f58a req-b594be22-b734-4959-a903-6b0b391b1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:52.867218 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-6abe43c6-ff7e-46d7-ab25-2b4a2bb5f58a req-b594be22-b734-4959-a903-6b0b391b1d92 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=df09c741a7944a279a111ee7be17ff02&device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 1099 time: 0.0711532 Apr 30 13:19:52.885168 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931fbd6-a744-4696-a995-14a21050fdb1 req-6e6a6062-0b13-4b59-8afd-413f97a8aaec tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:52.886645 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7931fbd6-a744-4696-a995-14a21050fdb1 req-6e6a6062-0b13-4b59-8afd-413f97a8aaec tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0780971 Apr 30 13:19:52.930988 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7931fbd6-a744-4696-a995-14a21050fdb1 req-0dcf1d1d-0ec7-441f-bd4d-4ff3d7f15d4d tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386217 Apr 30 13:19:52.998778 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe43c6-ff7e-46d7-ab25-2b4a2bb5f58a req-ecff906f-1410-4604-a248-16b1f876e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:53.000220 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-6abe43c6-ff7e-46d7-ab25-2b4a2bb5f58a req-ecff906f-1410-4604-a248-16b1f876e7ce service neutron] 10.222.0.96 "GET /v2.0/networks?id=16cacc0e-b911-4880-a672-4588b9d678ce HTTP/1.1" status: 200 len: 920 time: 0.1264691 Apr 30 13:19:53.071574 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-6abe43c6-ff7e-46d7-ab25-2b4a2bb5f58a req-f0d314c2-fe5f-4870-90fd-28917b1c835b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=537199a2-51a8-4471-9687-6bd43265ede4 HTTP/1.1" status: 200 len: 217 time: 0.0638983 Apr 30 13:19:53.136711 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe43c6-ff7e-46d7-ab25-2b4a2bb5f58a req-2b1c4e24-c9c5-4472-9fd7-f0e2a759cd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:53.138196 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-6abe43c6-ff7e-46d7-ab25-2b4a2bb5f58a req-2b1c4e24-c9c5-4472-9fd7-f0e2a759cd60 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fd394fd9-c3fe-47ae-8a12-8c1dcf3f181b HTTP/1.1" status: 200 len: 858 time: 0.0561769 Apr 30 13:19:53.185615 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-6abe43c6-ff7e-46d7-ab25-2b4a2bb5f58a req-99f74ef6-7824-469d-a0b2-f1809896d71c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16cacc0e-b911-4880-a672-4588b9d678ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392013 Apr 30 13:19:53.311863 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-6abe43c6-ff7e-46d7-ab25-2b4a2bb5f58a req-536461d3-6e25-4c2e-990f-dba86b0e2e05 service neutron] 10.222.0.96 "GET /v2.0/networks/16cacc0e-b911-4880-a672-4588b9d678ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193781 Apr 30 13:19:53.442017 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-6abe43c6-ff7e-46d7-ab25-2b4a2bb5f58a req-5a52fef1-bce5-4334-971d-901b26b96b86 service neutron] 10.222.0.96 "GET /v2.0/networks/16cacc0e-b911-4880-a672-4588b9d678ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209798 Apr 30 13:19:54.120233 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a1fbc-7959-4640-820e-c8c8bc35a413 req-5744fee5-f376-4cb3-9331-40281bf1cfc0 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:54.121574 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-565a1fbc-7959-4640-820e-c8c8bc35a413 req-5744fee5-f376-4cb3-9331-40281bf1cfc0 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0816827 Apr 30 13:19:54.164497 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-565a1fbc-7959-4640-820e-c8c8bc35a413 req-58404296-813c-4353-ab61-f8c4622f94ea tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372851 Apr 30 13:19:55.350771 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2bbf9-90b9-4e00-adf2-e7e62f1ae28d req-69e2d8fa-2535-4b0f-9208-258599bd8bf7 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:55.352850 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a6e2bbf9-90b9-4e00-adf2-e7e62f1ae28d req-69e2d8fa-2535-4b0f-9208-258599bd8bf7 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0790186 Apr 30 13:19:55.395710 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a6e2bbf9-90b9-4e00-adf2-e7e62f1ae28d req-788dd35a-0322-456c-9a61-f635f650287f tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371745 Apr 30 13:19:56.587567 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efee051-6036-4e95-a1f0-b5d470421184 req-9307a13f-e0e8-4bd3-b06f-9046a0298f81 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:56.589103 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9efee051-6036-4e95-a1f0-b5d470421184 req-9307a13f-e0e8-4bd3-b06f-9046a0298f81 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0863380 Apr 30 13:19:56.638014 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9efee051-6036-4e95-a1f0-b5d470421184 req-e2ca4343-fd97-4224-a2dd-078d6bf980f1 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432041 Apr 30 13:19:57.823601 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7361909-245e-433e-9c0e-a43ce53e3f85 req-402e925a-8c7d-40a4-830f-5f5661adf137 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:57.825027 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a7361909-245e-433e-9c0e-a43ce53e3f85 req-402e925a-8c7d-40a4-830f-5f5661adf137 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0820346 Apr 30 13:19:57.868875 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a7361909-245e-433e-9c0e-a43ce53e3f85 req-ff045cd3-55aa-4388-8308-d1ed7376526f tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380747 Apr 30 13:19:59.050179 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e8d91-7233-4d0e-a4c5-de4b875ef5a2 req-f3cccf78-ca9b-40be-b5eb-a89a40876b8b tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:59.051544 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a64e8d91-7233-4d0e-a4c5-de4b875ef5a2 req-f3cccf78-ca9b-40be-b5eb-a89a40876b8b tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0794728 Apr 30 13:19:59.096497 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a64e8d91-7233-4d0e-a4c5-de4b875ef5a2 req-e3a79b61-535c-434b-b7c0-13f6d9d195ee tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387230 Apr 30 13:20:04.431601 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:05.746572 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:20:06.460395 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-e736cb87-9c6d-4a0a-b1cc-8a8c07b3b9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:06.838649 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4571b7-c1f6-4e59-bd61-8d08921322e6 req-d81b8f0f-f109-41ca-ae73-91666f8e7415 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:06.840192 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bd4571b7-c1f6-4e59-bd61-8d08921322e6 req-d81b8f0f-f109-41ca-ae73-91666f8e7415 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.0897481 Apr 30 13:20:06.885883 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bd4571b7-c1f6-4e59-bd61-8d08921322e6 req-66312edc-2268-4916-80c2-08d7ce09497d tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393801 Apr 30 13:20:08.072165 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d1eb4-e570-460e-9086-4ef6bbd647e7 req-0c4001d0-9cdd-4eb9-961e-3fa892a99158 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:08.073615 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1d3d1eb4-e570-460e-9086-4ef6bbd647e7 req-0c4001d0-9cdd-4eb9-961e-3fa892a99158 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.0816588 Apr 30 13:20:08.119001 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1d3d1eb4-e570-460e-9086-4ef6bbd647e7 req-2830fc5e-6cd4-47de-85da-bba39322ec5d tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393775 Apr 30 13:20:08.328856 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 34838) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:08.441767 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ec5031ee-3f3f-47fa-9feb-4c081d80cefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:08.456048 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-ec5031ee-3f3f-47fa-9feb-4c081d80cefd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:08.459793 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-ec5031ee-3f3f-47fa-9feb-4c081d80cefd admin admin] Usage tracker for resource:security_group_rule and tenant:ec48a870b0fc483b99a2c47ad18ea8a7 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:08.462504 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-ec5031ee-3f3f-47fa-9feb-4c081d80cefd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:08.468605 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-ec5031ee-3f3f-47fa-9feb-4c081d80cefd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:08.547203 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ec5031ee-3f3f-47fa-9feb-4c081d80cefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:08.550893 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ec5031ee-3f3f-47fa-9feb-4c081d80cefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:08.558491 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-f9b04491-cdfa-491d-91b6-b8c48c60a6a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:08.597050 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-ec5031ee-3f3f-47fa-9feb-4c081d80cefd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec48a870b0fc483b99a2c47ad18ea8a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670350 Apr 30 13:20:08.598695 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5031ee-3f3f-47fa-9feb-4c081d80cefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f65cff-6415-4ac6-ace3-860c36b3de86,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:08.599691 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 34844) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:08.607092 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5031ee-3f3f-47fa-9feb-4c081d80cefd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:08.607455 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5031ee-3f3f-47fa-9feb-4c081d80cefd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:08.607807 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5031ee-3f3f-47fa-9feb-4c081d80cefd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:08.608153 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5031ee-3f3f-47fa-9feb-4c081d80cefd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:08.608535 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5031ee-3f3f-47fa-9feb-4c081d80cefd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:08.608885 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5031ee-3f3f-47fa-9feb-4c081d80cefd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:08.609224 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5031ee-3f3f-47fa-9feb-4c081d80cefd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:08.609561 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5031ee-3f3f-47fa-9feb-4c081d80cefd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:08.609900 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5031ee-3f3f-47fa-9feb-4c081d80cefd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:08.610262 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5031ee-3f3f-47fa-9feb-4c081d80cefd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:08.610596 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5031ee-3f3f-47fa-9feb-4c081d80cefd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:08.610926 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5031ee-3f3f-47fa-9feb-4c081d80cefd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:08.614681 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ec5031ee-3f3f-47fa-9feb-4c081d80cefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:08.667910 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d7224fab-2482-4a79-afcc-4d6a99c85d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:08.693242 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d7224fab-2482-4a79-afcc-4d6a99c85d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:08.742486 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d7224fab-2482-4a79-afcc-4d6a99c85d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:08.745938 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-8557fb33-a823-4b9a-90fa-b76286b8fdf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:08.759484 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7224fab-2482-4a79-afcc-4d6a99c85d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f65cff-6415-4ac6-ace3-860c36b3de86,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:08.763340 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-d7224fab-2482-4a79-afcc-4d6a99c85d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:08.769490 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d7224fab-2482-4a79-afcc-4d6a99c85d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:08.770635 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-d7224fab-2482-4a79-afcc-4d6a99c85d80 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/79f65cff-6415-4ac6-ace3-860c36b3de86 HTTP/1.1" status: 204 len: 168 time: 0.1698840 Apr 30 13:20:09.047314 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 34852) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:09.065423 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7cac80da-8a46-4d85-9ca9-6fcc74747de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:09.079224 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-7cac80da-8a46-4d85-9ca9-6fcc74747de4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:09.083362 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-7cac80da-8a46-4d85-9ca9-6fcc74747de4 admin admin] Usage tracker for resource:security_group_rule and tenant:8c400b3348c64d5d84ce7102cd705d79 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:09.087427 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-7cac80da-8a46-4d85-9ca9-6fcc74747de4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:09.094047 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-7cac80da-8a46-4d85-9ca9-6fcc74747de4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:09.103375 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:09.122610 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-4c01af84-ab47-44b7-a531-23bc42256abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:09.298095 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7cac80da-8a46-4d85-9ca9-6fcc74747de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:09.302711 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7cac80da-8a46-4d85-9ca9-6fcc74747de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:09.310995 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-9d0c5ad4-a22f-4736-a698-656b33c90cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:09.355735 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-7cac80da-8a46-4d85-9ca9-6fcc74747de4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c400b3348c64d5d84ce7102cd705d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3072610 Apr 30 13:20:09.358390 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 34858) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:09.366531 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac80da-8a46-4d85-9ca9-6fcc74747de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6441549-fc3a-41cb-b525-933eb040ab03,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:09.370127 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-7cac80da-8a46-4d85-9ca9-6fcc74747de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:09.385456 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced1297-597a-45f4-81a2-392618e20396 req-8ae65af8-a3d7-4688-89de-748f06ef66dd tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:09.386916 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4ced1297-597a-45f4-81a2-392618e20396 req-8ae65af8-a3d7-4688-89de-748f06ef66dd tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.1440685 Apr 30 13:20:09.416938 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6a68d289-f862-41ef-8cb5-fa9e19aa97c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:09.433716 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4ced1297-597a-45f4-81a2-392618e20396 req-fcb8e4d8-a55e-4da6-aeb9-cc36d9a65fa5 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407214 Apr 30 13:20:09.443124 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6a68d289-f862-41ef-8cb5-fa9e19aa97c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:09.495601 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6a68d289-f862-41ef-8cb5-fa9e19aa97c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:09.499098 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:09.509827 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68d289-f862-41ef-8cb5-fa9e19aa97c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6441549-fc3a-41cb-b525-933eb040ab03,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:09.512602 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-6a68d289-f862-41ef-8cb5-fa9e19aa97c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:09.518709 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6a68d289-f862-41ef-8cb5-fa9e19aa97c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:09.519805 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-6a68d289-f862-41ef-8cb5-fa9e19aa97c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f6441549-fc3a-41cb-b525-933eb040ab03 HTTP/1.1" status: 204 len: 168 time: 0.1598930 Apr 30 13:20:10.119077 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867c071-e840-4331-a548-f0c35c6c60b9 req-277aaa57-7a06-4e4d-8976-65ec7240237e tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:10.119805 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-9867c071-e840-4331-a548-f0c35c6c60b9 req-277aaa57-7a06-4e4d-8976-65ec7240237e tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Synchronizing usage tracker for tenant:df09c741a7944a279a111ee7be17ff02 on resource:port {{(pid=73846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:20:10.128601 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:10.132645 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-9867c071-e840-4331-a548-f0c35c6c60b9 req-277aaa57-7a06-4e4d-8976-65ec7240237e tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Unset dirty status for tenant:df09c741a7944a279a111ee7be17ff02 on resource:port {{(pid=73846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:20:10.133758 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-9867c071-e840-4331-a548-f0c35c6c60b9 req-277aaa57-7a06-4e4d-8976-65ec7240237e tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.96 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.0958126 Apr 30 13:20:10.271857 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [req-9867c071-e840-4331-a548-f0c35c6c60b9 req-e28490bc-d5e1-462c-b44b-4c4828d508d8 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Deleting port f66f479a-d1ce-4725-ae28-b6fd024fd9ec {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:10.272203 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-9867c071-e840-4331-a548-f0c35c6c60b9 req-e28490bc-d5e1-462c-b44b-4c4828d508d8 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:10.405248 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-9867c071-e840-4331-a548-f0c35c6c60b9 req-e28490bc-d5e1-462c-b44b-4c4828d508d8 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] For port f66f479a-d1ce-4725-ae28-b6fd024fd9ec, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f66f479a-d1ce-4725-ae28-b6fd024fd9ec,segment=NetworkSegment(50078421-7507-4b0e-85d6-43a180dc765f),segment_id=50078421-7507-4b0e-85d6-43a180dc765f)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:10.406200 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-9867c071-e840-4331-a548-f0c35c6c60b9 req-e28490bc-d5e1-462c-b44b-4c4828d508d8 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:10.533072 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [req-9867c071-e840-4331-a548-f0c35c6c60b9 req-e28490bc-d5e1-462c-b44b-4c4828d508d8 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Calling delete_port for f66f479a-d1ce-4725-ae28-b6fd024fd9ec owned by compute:nova {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:10.657074 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4380c32-2f72-415b-8dcd-8a710b7621a9 req-5eb29757-ef49-4c95-99a5-6abcdf8f0e25 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:10.662650 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e4380c32-2f72-415b-8dcd-8a710b7621a9 req-5eb29757-ef49-4c95-99a5-6abcdf8f0e25 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=e69e5b10-daf0-438f-8217-5202f874d5af HTTP/1.1" status: 200 len: 945 time: 0.1159496 Apr 30 13:20:10.710479 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e4380c32-2f72-415b-8dcd-8a710b7621a9 req-77149359-bbfa-4ab3-853c-4799b4fbc1d0 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448997 Apr 30 13:20:10.735846 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-9867c071-e840-4331-a548-f0c35c6c60b9 req-e28490bc-d5e1-462c-b44b-4c4828d508d8 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:10.741439 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:10.787161 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28490bc-d5e1-462c-b44b-4c4828d508d8 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Pushing event deleted for resources: {'Port': ['ID=f66f479a-d1ce-4725-ae28-b6fd024fd9ec,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:10.790343 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e28490bc-d5e1-462c-b44b-4c4828d508d8 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:10.796179 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['537199a2-51a8-4471-9687-6bd43265ede4', 'f66f479a-d1ce-4725-ae28-b6fd024fd9ec'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:20:10.866743 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [req-9867c071-e840-4331-a548-f0c35c6c60b9 req-e28490bc-d5e1-462c-b44b-4c4828d508d8 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] No DVR routers for this DVR port f66f479a-d1ce-4725-ae28-b6fd024fd9ec on host hv-cinder-78836 {{(pid=73846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:20:10.869659 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-9867c071-e840-4331-a548-f0c35c6c60b9 req-e28490bc-d5e1-462c-b44b-4c4828d508d8 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:10.872514 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69e5b10-daf0-438f-8217-5202f874d5af', 'name': 'network-vif-deleted', 'tag': 'f66f479a-d1ce-4725-ae28-b6fd024fd9ec'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:10.895883 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-9867c071-e840-4331-a548-f0c35c6c60b9 req-e28490bc-d5e1-462c-b44b-4c4828d508d8 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.96 "DELETE /v2.0/ports/f66f479a-d1ce-4725-ae28-b6fd024fd9ec HTTP/1.1" status: 204 len: 173 time: 0.7561693 Apr 30 13:20:10.925463 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69e5b10-daf0-438f-8217-5202f874d5af', 'name': 'network-vif-deleted', 'tag': 'f66f479a-d1ce-4725-ae28-b6fd024fd9ec', 'status': 'completed', 'code': 200} Apr 30 13:20:11.663325 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:12.162873 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a48b13-6dcc-4d90-b71d-f551ade02327 req-2c65d80e-e4b8-4a3a-929f-2f79e42de6bf tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:12.164305 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-79a48b13-6dcc-4d90-b71d-f551ade02327 req-2c65d80e-e4b8-4a3a-929f-2f79e42de6bf tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0809724 Apr 30 13:20:12.208446 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-79a48b13-6dcc-4d90-b71d-f551ade02327 req-6bdb6a5b-ec02-44b1-b431-a39233e2791f tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384700 Apr 30 13:20:13.406018 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ac61b-ab01-4eb4-b4d6-f0358144fa69 req-a4a13756-7310-439e-a3b5-89d629d8833a tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:13.407979 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a39ac61b-ab01-4eb4-b4d6-f0358144fa69 req-a4a13756-7310-439e-a3b5-89d629d8833a tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0796690 Apr 30 13:20:13.454258 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a39ac61b-ab01-4eb4-b4d6-f0358144fa69 req-b489074c-cdae-4af5-a558-237484b1cb46 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401366 Apr 30 13:20:14.644992 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee449c-0a9b-4b0f-842a-c865ec636703 req-4a976407-4b6e-4fe8-b1e3-e840f8fbde6b tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:14.646634 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-21ee449c-0a9b-4b0f-842a-c865ec636703 req-4a976407-4b6e-4fe8-b1e3-e840f8fbde6b tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0834064 Apr 30 13:20:14.698503 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-21ee449c-0a9b-4b0f-842a-c865ec636703 req-bc7d3042-6711-4532-bc5f-dbcd0e752da9 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463784 Apr 30 13:20:15.141640 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 34974) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:15.154988 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device f66f479a-d1ce-4725-ae28-b6fd024fd9ec no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:15.190725 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] No Port match for: f66f479a-d1ce-4725-ae28-b6fd024fd9ec {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:15.191077 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device f66f479a-d1ce-4725-ae28-b6fd024fd9ec not bound to the agent host hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:15.256323 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-238b3bb9-d3bb-4498-aada-5fa96fcb786a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:15.270773 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-238b3bb9-d3bb-4498-aada-5fa96fcb786a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:15.274647 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-238b3bb9-d3bb-4498-aada-5fa96fcb786a admin admin] Usage tracker for resource:security_group_rule and tenant:0cbfa3d873b64e60b856f133b9eefaac is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:15.277569 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-238b3bb9-d3bb-4498-aada-5fa96fcb786a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:15.283276 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-238b3bb9-d3bb-4498-aada-5fa96fcb786a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:15.361838 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-238b3bb9-d3bb-4498-aada-5fa96fcb786a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:15.365338 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-238b3bb9-d3bb-4498-aada-5fa96fcb786a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:15.371946 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-c4e88ee5-fc5d-402b-adec-02396858d27d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:15.410262 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b3bb9-d3bb-4498-aada-5fa96fcb786a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fa49fd-0479-490c-862a-a3b2c32f37a6,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:15.413301 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-238b3bb9-d3bb-4498-aada-5fa96fcb786a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:15.416089 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-238b3bb9-d3bb-4498-aada-5fa96fcb786a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0cbfa3d873b64e60b856f133b9eefaac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732072 Apr 30 13:20:15.418708 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 34980) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:15.478513 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b37b2e97-d1bf-4ba2-b8ef-4cc588fd94fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:15.504179 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b37b2e97-d1bf-4ba2-b8ef-4cc588fd94fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:15.553823 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b37b2e97-d1bf-4ba2-b8ef-4cc588fd94fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:15.557379 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-8c36bd2d-982a-4bb1-a9ec-bd758a24b762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:15.569112 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b2e97-d1bf-4ba2-b8ef-4cc588fd94fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fa49fd-0479-490c-862a-a3b2c32f37a6,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:15.573554 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-b37b2e97-d1bf-4ba2-b8ef-4cc588fd94fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:15.575531 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b37b2e97-d1bf-4ba2-b8ef-4cc588fd94fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:15.578633 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-b37b2e97-d1bf-4ba2-b8ef-4cc588fd94fb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b8fa49fd-0479-490c-862a-a3b2c32f37a6 HTTP/1.1" status: 204 len: 168 time: 0.1571393 Apr 30 13:20:15.869709 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 34990) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:15.883873 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e34e17-4f35-4fab-9af4-aa569715e9ac req-208da4f9-5832-4a02-8fc5-f125437902a4 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:15.885308 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-50e34e17-4f35-4fab-9af4-aa569715e9ac req-208da4f9-5832-4a02-8fc5-f125437902a4 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0826821 Apr 30 13:20:15.887819 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a48972e8-1085-440b-94c0-da4b9b7559f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:15.903259 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-a48972e8-1085-440b-94c0-da4b9b7559f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:15.907048 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-a48972e8-1085-440b-94c0-da4b9b7559f8 admin admin] Usage tracker for resource:security_group_rule and tenant:6f48ced96e0b4ca69e841d0f0dc39361 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:15.909770 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-a48972e8-1085-440b-94c0-da4b9b7559f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:15.915355 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-a48972e8-1085-440b-94c0-da4b9b7559f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:15.929591 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-50e34e17-4f35-4fab-9af4-aa569715e9ac req-7a40c766-bd35-46db-a3e2-a28724c80046 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376458 Apr 30 13:20:15.996491 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a48972e8-1085-440b-94c0-da4b9b7559f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:16.001143 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a48972e8-1085-440b-94c0-da4b9b7559f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:16.009760 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-c5850acf-4fc7-4c27-b174-cbc4a93e3ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:16.050261 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-a48972e8-1085-440b-94c0-da4b9b7559f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f48ced96e0b4ca69e841d0f0dc39361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1792915 Apr 30 13:20:16.051871 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 34996) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:16.052169 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48972e8-1085-440b-94c0-da4b9b7559f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee157f6f-94d0-4b58-8562-6f7d2d59b270,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:16.055844 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-a48972e8-1085-440b-94c0-da4b9b7559f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:16.120170 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-2a5b842c-cc2f-4869-b588-e0a11825b0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:16.149802 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-2a5b842c-cc2f-4869-b588-e0a11825b0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:16.206263 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-2a5b842c-cc2f-4869-b588-e0a11825b0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:16.210165 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:16.222015 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b842c-cc2f-4869-b588-e0a11825b0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee157f6f-94d0-4b58-8562-6f7d2d59b270,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:16.225958 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-2a5b842c-cc2f-4869-b588-e0a11825b0ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:16.236577 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-2a5b842c-cc2f-4869-b588-e0a11825b0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:16.237714 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-2a5b842c-cc2f-4869-b588-e0a11825b0ad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee157f6f-94d0-4b58-8562-6f7d2d59b270 HTTP/1.1" status: 204 len: 168 time: 0.1846666 Apr 30 13:20:17.118667 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faea567-fbd6-474c-9526-5add91cd7d6c req-9b1db1bf-01c9-4a2c-bee0-80401e6aea69 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:17.120138 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0faea567-fbd6-474c-9526-5add91cd7d6c req-9b1db1bf-01c9-4a2c-bee0-80401e6aea69 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0852990 Apr 30 13:20:17.167510 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0faea567-fbd6-474c-9526-5add91cd7d6c req-7408b1bf-e794-488a-b0ea-bb9a57edab28 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408738 Apr 30 13:20:17.645312 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e70b92-0198-4996-be3f-1b3a98075eaf req-922c6ea9-0e86-4932-8d80-690d82935daa tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:17.650379 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a7e70b92-0198-4996-be3f-1b3a98075eaf req-922c6ea9-0e86-4932-8d80-690d82935daa tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 984 time: 0.0965300 Apr 30 13:20:17.673889 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c007984-3839-43d2-96d2-cebf1c9d353c req-fadc7fdf-a145-4671-9aeb-574bb2613d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:17.676174 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-9c007984-3839-43d2-96d2-cebf1c9d353c req-fadc7fdf-a145-4671-9aeb-574bb2613d3a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9ea461adf36b4f638c2ff6761c98389e&device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 1137 time: 0.0976768 Apr 30 13:20:17.698484 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a7e70b92-0198-4996-be3f-1b3a98075eaf req-d5e9907f-e573-4954-8fe9-e35918327864 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&id=f2f0a7a9-98b0-4bd4-be9d-de7246680cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459056 Apr 30 13:20:17.819346 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c007984-3839-43d2-96d2-cebf1c9d353c req-393ad4ee-41c5-48c8-a15c-97806910d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:17.820795 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-9c007984-3839-43d2-96d2-cebf1c9d353c req-393ad4ee-41c5-48c8-a15c-97806910d805 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3357c09a-1ff1-4156-b7a5-b206cf73267c HTTP/1.1" status: 200 len: 917 time: 0.1324494 Apr 30 13:20:17.936172 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-9c007984-3839-43d2-96d2-cebf1c9d353c req-09e69047-dfeb-4f18-8940-ab981aa4681a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6ce748a-7d9b-411f-a297-e3accb8a56c3 HTTP/1.1" status: 200 len: 1001 time: 0.1066957 Apr 30 13:20:18.000751 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c007984-3839-43d2-96d2-cebf1c9d353c req-286e6f42-98d4-468d-8842-fcc9467f2677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:18.002256 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-9c007984-3839-43d2-96d2-cebf1c9d353c req-286e6f42-98d4-468d-8842-fcc9467f2677 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=70d26d5f-252a-44e7-a608-0a89cf716e23 HTTP/1.1" status: 200 len: 854 time: 0.0586069 Apr 30 13:20:18.092778 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c007984-3839-43d2-96d2-cebf1c9d353c req-3a990a2c-5099-4e8a-9b93-d32120f49824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:18.094849 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-9c007984-3839-43d2-96d2-cebf1c9d353c req-3a990a2c-5099-4e8a-9b93-d32120f49824 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3357c09a-1ff1-4156-b7a5-b206cf73267c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766292 Apr 30 13:20:18.254241 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-9c007984-3839-43d2-96d2-cebf1c9d353c req-f1eea032-6040-47ba-b56b-2c3c897aa2c6 service neutron] 10.222.0.96 "GET /v2.0/networks/3357c09a-1ff1-4156-b7a5-b206cf73267c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501930 Apr 30 13:20:18.370775 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff3f6c-990b-4c48-9bca-aad1e527d625 req-b21831fb-18cf-43cf-a795-73099a8c8243 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:18.374927 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6aff3f6c-990b-4c48-9bca-aad1e527d625 req-b21831fb-18cf-43cf-a795-73099a8c8243 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 946 time: 0.1398137 Apr 30 13:20:18.449528 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6aff3f6c-990b-4c48-9bca-aad1e527d625 req-eae1855e-96f3-4b36-a377-54a50b0a6b03 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667808 Apr 30 13:20:18.464715 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-9c007984-3839-43d2-96d2-cebf1c9d353c req-85a0284c-cccc-49d3-a8d9-c5fde2860af4 service neutron] 10.222.0.96 "GET /v2.0/networks/3357c09a-1ff1-4156-b7a5-b206cf73267c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927314 Apr 30 13:20:18.465537 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770d687-53f9-4cca-beca-06d971c34076 req-3e154248-d7dd-4d4e-b967-0729434ab81e tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:18.466997 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0770d687-53f9-4cca-beca-06d971c34076 req-3e154248-d7dd-4d4e-b967-0729434ab81e tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.1738048 Apr 30 13:20:18.514809 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0770d687-53f9-4cca-beca-06d971c34076 req-9462fee9-f8e2-4630-a28a-83016ed25177 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/security-groups?id=f315607d-fb9f-4fdb-a5be-ccf85b6e862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393553 Apr 30 13:20:18.838135 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bac9f-9536-4450-8d1a-6982464b0233 req-b3a074fb-bd86-4d70-adcb-50c74d771592 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:18.838839 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-947bac9f-9536-4450-8d1a-6982464b0233 req-b3a074fb-bd86-4d70-adcb-50c74d771592 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Synchronizing usage tracker for tenant:df09c741a7944a279a111ee7be17ff02 on resource:port {{(pid=73846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:20:18.853850 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-947bac9f-9536-4450-8d1a-6982464b0233 req-b3a074fb-bd86-4d70-adcb-50c74d771592 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Unset dirty status for tenant:df09c741a7944a279a111ee7be17ff02 on resource:port {{(pid=73846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:20:18.855236 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-947bac9f-9536-4450-8d1a-6982464b0233 req-b3a074fb-bd86-4d70-adcb-50c74d771592 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.96 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 946 time: 0.0991244 Apr 30 13:20:18.887044 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b40937-b870-4149-8daa-d59d28e1818c req-18cd6762-12c7-4a23-a7bc-75fb2fc58ca8 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:18.888486 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-09b40937-b870-4149-8daa-d59d28e1818c req-18cd6762-12c7-4a23-a7bc-75fb2fc58ca8 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 984 time: 0.0828774 Apr 30 13:20:18.940066 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-09b40937-b870-4149-8daa-d59d28e1818c req-0b74cb3a-9492-4c69-937c-f40d3e97734d tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&id=f2f0a7a9-98b0-4bd4-be9d-de7246680cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441029 Apr 30 13:20:19.000605 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [req-947bac9f-9536-4450-8d1a-6982464b0233 req-7e475a0f-7c65-4aa1-8156-6d20a4109c77 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Deleting port 537199a2-51a8-4471-9687-6bd43265ede4 {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:19.000942 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-947bac9f-9536-4450-8d1a-6982464b0233 req-7e475a0f-7c65-4aa1-8156-6d20a4109c77 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:19.128538 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-947bac9f-9536-4450-8d1a-6982464b0233 req-7e475a0f-7c65-4aa1-8156-6d20a4109c77 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] For port 537199a2-51a8-4471-9687-6bd43265ede4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=537199a2-51a8-4471-9687-6bd43265ede4,segment=NetworkSegment(50078421-7507-4b0e-85d6-43a180dc765f),segment_id=50078421-7507-4b0e-85d6-43a180dc765f)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:19.128887 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-947bac9f-9536-4450-8d1a-6982464b0233 req-7e475a0f-7c65-4aa1-8156-6d20a4109c77 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:19.325056 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [req-947bac9f-9536-4450-8d1a-6982464b0233 req-7e475a0f-7c65-4aa1-8156-6d20a4109c77 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Calling delete_port for 537199a2-51a8-4471-9687-6bd43265ede4 owned by compute:nova {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:19.434475 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-947bac9f-9536-4450-8d1a-6982464b0233 req-7e475a0f-7c65-4aa1-8156-6d20a4109c77 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:19.440872 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-4791ab0f-9076-4df8-9cb9-11a6dee71e68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:19.476236 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['537199a2-51a8-4471-9687-6bd43265ede4'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:20:19.484132 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e475a0f-7c65-4aa1-8156-6d20a4109c77 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Pushing event deleted for resources: {'Port': ['ID=537199a2-51a8-4471-9687-6bd43265ede4,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:19.487771 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-7e475a0f-7c65-4aa1-8156-6d20a4109c77 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:19.565635 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [req-947bac9f-9536-4450-8d1a-6982464b0233 req-7e475a0f-7c65-4aa1-8156-6d20a4109c77 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] No DVR routers for this DVR port 537199a2-51a8-4471-9687-6bd43265ede4 on host hv-cinder-78836 {{(pid=73846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:20:19.568449 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-947bac9f-9536-4450-8d1a-6982464b0233 req-7e475a0f-7c65-4aa1-8156-6d20a4109c77 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:19.572500 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb49cd6-73b1-4f25-b736-373aefe9ca8a', 'name': 'network-vif-deleted', 'tag': '537199a2-51a8-4471-9687-6bd43265ede4'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:19.593483 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-947bac9f-9536-4450-8d1a-6982464b0233 req-7e475a0f-7c65-4aa1-8156-6d20a4109c77 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.96 "DELETE /v2.0/ports/537199a2-51a8-4471-9687-6bd43265ede4 HTTP/1.1" status: 204 len: 173 time: 0.7315075 Apr 30 13:20:19.739125 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-10995dbb-4931-4392-ade6-5c78dfc08c65 req-609f43e5-98dd-4d77-a0b9-7234158f53ad tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bb49cd6-73b1-4f25-b736-373aefe9ca8a HTTP/1.1" status: 200 len: 210 time: 0.0541074 Apr 30 13:20:19.780924 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d0c79-141a-4939-80ce-f64fec8d07af req-fd5cd584-995b-4196-92c4-5bbfd0b6f169 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:19.788499 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-883d0c79-141a-4939-80ce-f64fec8d07af req-fd5cd584-995b-4196-92c4-5bbfd0b6f169 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 946 time: 0.1563771 Apr 30 13:20:19.811877 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb49cd6-73b1-4f25-b736-373aefe9ca8a', 'name': 'network-vif-deleted', 'tag': '537199a2-51a8-4471-9687-6bd43265ede4', 'status': 'completed', 'code': 200} Apr 30 13:20:19.834963 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-883d0c79-141a-4939-80ce-f64fec8d07af req-2c102edf-ab8c-4e30-9364-d759bb536985 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456328 Apr 30 13:20:20.131332 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d693a-d8f1-42f7-911b-8eedd61aa73e req-71003114-9fd9-46e6-b319-68a961a33687 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:20.132861 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-286d693a-d8f1-42f7-911b-8eedd61aa73e req-71003114-9fd9-46e6-b319-68a961a33687 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 984 time: 0.0880096 Apr 30 13:20:20.181591 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-286d693a-d8f1-42f7-911b-8eedd61aa73e req-62dd46bc-602a-4506-834a-f315db595bef tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&id=f2f0a7a9-98b0-4bd4-be9d-de7246680cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427279 Apr 30 13:20:20.511038 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753398d6-ed58-4cbd-a7bd-56bbd198d41d req-99f5f798-607a-46eb-8831-142f8d9bc4c6 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:20.512453 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-753398d6-ed58-4cbd-a7bd-56bbd198d41d req-99f5f798-607a-46eb-8831-142f8d9bc4c6 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.96 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 946 time: 0.0807562 Apr 30 13:20:20.652000 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [req-753398d6-ed58-4cbd-a7bd-56bbd198d41d req-e99c8cdf-3d48-4c2f-9973-28a158add657 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Deleting port 6afa7552-c866-4a56-a406-91a270fb834f {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:20.652339 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-753398d6-ed58-4cbd-a7bd-56bbd198d41d req-e99c8cdf-3d48-4c2f-9973-28a158add657 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:20.789933 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-753398d6-ed58-4cbd-a7bd-56bbd198d41d req-e99c8cdf-3d48-4c2f-9973-28a158add657 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] For port 6afa7552-c866-4a56-a406-91a270fb834f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6afa7552-c866-4a56-a406-91a270fb834f,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:20.790385 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-753398d6-ed58-4cbd-a7bd-56bbd198d41d req-e99c8cdf-3d48-4c2f-9973-28a158add657 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:20.842521 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 35110) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:21.110848 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-753398d6-ed58-4cbd-a7bd-56bbd198d41d req-e99c8cdf-3d48-4c2f-9973-28a158add657 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:21.111341 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-753398d6-ed58-4cbd-a7bd-56bbd198d41d req-e99c8cdf-3d48-4c2f-9973-28a158add657 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657561'] for floatingip, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:21.111765 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.db.l3_db [req-753398d6-ed58-4cbd-a7bd-56bbd198d41d req-e99c8cdf-3d48-4c2f-9973-28a158add657 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Floating IP dc5c3422-7fb8-4274-89ce-8e7481ebd74b disassociated. External IP: 172.27.3.76, port: 6afa7552-c866-4a56-a406-91a270fb834f. Apr 30 13:20:21.113038 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [req-753398d6-ed58-4cbd-a7bd-56bbd198d41d req-e99c8cdf-3d48-4c2f-9973-28a158add657 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Calling delete_port for 6afa7552-c866-4a56-a406-91a270fb834f owned by compute:nova {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:21.241245 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-753398d6-ed58-4cbd-a7bd-56bbd198d41d req-e99c8cdf-3d48-4c2f-9973-28a158add657 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:21.248368 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-a39816f0-c05d-4edb-9553-5751af507b33 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:21.297981 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c8cdf-3d48-4c2f-9973-28a158add657 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Pushing event deleted for resources: {'Port': ['ID=6afa7552-c866-4a56-a406-91a270fb834f,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:21.300728 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e99c8cdf-3d48-4c2f-9973-28a158add657 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:21.321700 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 35126) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:21.443943 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97f8a6-f8e3-48d8-b4c4-2ff66b9ac6c5 req-79cca196-cca6-4dfc-8051-fba79351d300 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:21.445440 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7e97f8a6-f8e3-48d8-b4c4-2ff66b9ac6c5 req-79cca196-cca6-4dfc-8051-fba79351d300 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.3194320 Apr 30 13:20:21.469706 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a02e4-57cb-44ca-b582-5f1f0c9cf385 req-1837b655-e708-4fd9-a1f6-e63107d70b33 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:21.471150 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1f6a02e4-57cb-44ca-b582-5f1f0c9cf385 req-1837b655-e708-4fd9-a1f6-e63107d70b33 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=648c3844-71ae-42ce-9c0a-b2226ee657a4 HTTP/1.1" status: 200 len: 868 time: 0.3440261 Apr 30 13:20:21.488142 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-753398d6-ed58-4cbd-a7bd-56bbd198d41d req-e99c8cdf-3d48-4c2f-9973-28a158add657 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Router b8baceec-e907-42c9-8ebc-8029b2c9e4f3 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:20:21.492441 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-03d26ee3-3326-4a19-9c44-a2852dfeda42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:21.545979 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-03d26ee3-3326-4a19-9c44-a2852dfeda42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:21.561744 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-03d26ee3-3326-4a19-9c44-a2852dfeda42 admin admin] Usage tracker for resource:security_group_rule and tenant:b51dd933fda84def83f331a824749e92 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:21.572603 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-03d26ee3-3326-4a19-9c44-a2852dfeda42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:21.621778 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-03d26ee3-3326-4a19-9c44-a2852dfeda42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:21.638576 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7e97f8a6-f8e3-48d8-b4c4-2ff66b9ac6c5 req-12027cc6-95be-42ef-a856-8570ca89aaab tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663201 Apr 30 13:20:21.662565 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1f6a02e4-57cb-44ca-b582-5f1f0c9cf385 req-30c3e307-89a8-41e8-8b76-c96f2b657b4b tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5cfa8a9-f458-49fb-8e7a-b496c852e080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819787 Apr 30 13:20:21.689861 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-753398d6-ed58-4cbd-a7bd-56bbd198d41d req-e99c8cdf-3d48-4c2f-9973-28a158add657 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:20:21.704708 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16456cba-75af-48de-8729-ab512102eff3 None None] Sync routers for ids ['b8baceec-e907-42c9-8ebc-8029b2c9e4f3'] in dv-cinder-788363-2-iscsi {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:20:21.719828 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16456cba-75af-48de-8729-ab512102eff3 None None] Routers {'b8baceec-e907-42c9-8ebc-8029b2c9e4f3'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:21.722587 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-16456cba-75af-48de-8729-ab512102eff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:20:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['b8baceec-e907-42c9-8ebc-8029b2c9e4f3'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:21.866049 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [req-753398d6-ed58-4cbd-a7bd-56bbd198d41d req-e99c8cdf-3d48-4c2f-9973-28a158add657 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] No DVR routers for this DVR port 6afa7552-c866-4a56-a406-91a270fb834f on host hv-cinder-78836 {{(pid=73846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:20:21.868351 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-753398d6-ed58-4cbd-a7bd-56bbd198d41d req-e99c8cdf-3d48-4c2f-9973-28a158add657 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:21.871264 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648c3844-71ae-42ce-9c0a-b2226ee657a4', 'name': 'network-vif-deleted', 'tag': '6afa7552-c866-4a56-a406-91a270fb834f'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:21.895531 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-03d26ee3-3326-4a19-9c44-a2852dfeda42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:21.904411 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-03d26ee3-3326-4a19-9c44-a2852dfeda42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:21.909082 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-753398d6-ed58-4cbd-a7bd-56bbd198d41d req-e99c8cdf-3d48-4c2f-9973-28a158add657 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.96 "DELETE /v2.0/ports/6afa7552-c866-4a56-a406-91a270fb834f HTTP/1.1" status: 204 len: 173 time: 1.3899839 Apr 30 13:20:21.918157 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b0bd5fbd-ef2b-455f-8588-c778a6418699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:21.934407 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648c3844-71ae-42ce-9c0a-b2226ee657a4', 'name': 'network-vif-deleted', 'tag': '6afa7552-c866-4a56-a406-91a270fb834f', 'status': 'completed', 'code': 200} Apr 30 13:20:21.955177 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d1d6d-7007-4f9c-8b08-46a84c2fe779 req-ecd18866-67b3-49fb-8ef7-02eb8b58f8d3 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:21.956772 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7b0d1d6d-7007-4f9c-8b08-46a84c2fe779 req-ecd18866-67b3-49fb-8ef7-02eb8b58f8d3 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 984 time: 0.2076061 Apr 30 13:20:22.025866 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-16456cba-75af-48de-8729-ab512102eff3 None None] Set router b8baceec-e907-42c9-8ebc-8029b2c9e4f3 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:22.026119 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-03d26ee3-3326-4a19-9c44-a2852dfeda42 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b51dd933fda84def83f331a824749e92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6987872 Apr 30 13:20:22.026940 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 35134) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:22.037146 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d26ee3-3326-4a19-9c44-a2852dfeda42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba0c769-7cb8-47e0-abff-13f609bcf329,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:22.054694 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-03d26ee3-3326-4a19-9c44-a2852dfeda42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:22.082235 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7b0d1d6d-7007-4f9c-8b08-46a84c2fe779 req-dca6e4c5-b7be-411e-9071-81c8f2c8c098 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&id=f2f0a7a9-98b0-4bd4-be9d-de7246680cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1117089 Apr 30 13:20:22.136104 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a79a6fdf-3c9e-4eb5-8ced-139dd4d31d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.149480 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-691181c5-d1ba-4a84-8225-cce1785ef216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657523'] for router_interface, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.165784 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a79a6fdf-3c9e-4eb5-8ced-139dd4d31d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.221105 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a79a6fdf-3c9e-4eb5-8ced-139dd4d31d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.226492 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e0b1d4f3-1c62-4a53-b953-a2bc4151fe45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:22.240418 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a6fdf-3c9e-4eb5-8ced-139dd4d31d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba0c769-7cb8-47e0-abff-13f609bcf329,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:22.249341 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a79a6fdf-3c9e-4eb5-8ced-139dd4d31d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.251199 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-a79a6fdf-3c9e-4eb5-8ced-139dd4d31d4e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ba0c769-7cb8-47e0-abff-13f609bcf329 HTTP/1.1" status: 204 len: 168 time: 0.2231042 Apr 30 13:20:22.252285 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-a79a6fdf-3c9e-4eb5-8ced-139dd4d31d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:22.369318 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-16456cba-75af-48de-8729-ab512102eff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'name': 'tempest-AttachVolumeShelveTestJSON-11597027-router', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '7325674b-df53-4180-b70c-131cadc64ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:24Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'gw_port': {'id': '7325674b-df53-4180-b70c-131cadc64ff6', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'e506ffb7-4474-44a4-8cf8-d9cb842026f6', 'name': '', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'mac_address': 'fa:16:3e:77:d3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:46Z', 'revision_number': 5, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'subnets': [{'id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:22.374063 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16456cba-75af-48de-8729-ab512102eff3 None None] Checking router: b8baceec-e907-42c9-8ebc-8029b2c9e4f3 for host: dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:20:22.384057 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16456cba-75af-48de-8729-ab512102eff3 None None] Routers {'b8baceec-e907-42c9-8ebc-8029b2c9e4f3'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:22.384669 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-16456cba-75af-48de-8729-ab512102eff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:20:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['b8baceec-e907-42c9-8ebc-8029b2c9e4f3'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:22.630305 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-16456cba-75af-48de-8729-ab512102eff3 None None] Set router b8baceec-e907-42c9-8ebc-8029b2c9e4f3 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:22.670360 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 35144) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:22.699566 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1bd9f2fe-4399-4463-8f3a-00ea8e5c8ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.721297 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-1bd9f2fe-4399-4463-8f3a-00ea8e5c8ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:22.727489 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-1bd9f2fe-4399-4463-8f3a-00ea8e5c8ea7 admin admin] Usage tracker for resource:security_group_rule and tenant:770590b6f24f418dadc7a5608a2a19b0 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:22.731524 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-1bd9f2fe-4399-4463-8f3a-00ea8e5c8ea7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:22.746241 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-1bd9f2fe-4399-4463-8f3a-00ea8e5c8ea7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:22.762876 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-691181c5-d1ba-4a84-8225-cce1785ef216 admin admin] Deleting port 55a1eed4-46de-4df0-964d-511a39ed9c1a {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:22.763382 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-691181c5-d1ba-4a84-8225-cce1785ef216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.892756 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 35152) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:22.963220 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c4c0b322-fde0-4338-84d7-8388e1df714e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.987437 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [None req-691181c5-d1ba-4a84-8225-cce1785ef216 admin admin] For port 55a1eed4-46de-4df0-964d-511a39ed9c1a, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=55a1eed4-46de-4df0-964d-511a39ed9c1a,segment=NetworkSegment(50078421-7507-4b0e-85d6-43a180dc765f),segment_id=50078421-7507-4b0e-85d6-43a180dc765f)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:22.988051 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-691181c5-d1ba-4a84-8225-cce1785ef216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.995951 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c4c0b322-fde0-4338-84d7-8388e1df714e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.023677 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-16456cba-75af-48de-8729-ab512102eff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'name': 'tempest-AttachVolumeShelveTestJSON-11597027-router', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '7325674b-df53-4180-b70c-131cadc64ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:24Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'gw_port': {'id': '7325674b-df53-4180-b70c-131cadc64ff6', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'e506ffb7-4474-44a4-8cf8-d9cb842026f6', 'name': '', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'mac_address': 'fa:16:3e:77:d3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:46Z', 'revision_number': 5, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'subnets': [{'id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:23.028168 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16456cba-75af-48de-8729-ab512102eff3 None None] The sync data for ids ['b8baceec-e907-42c9-8ebc-8029b2c9e4f3'] in dv-cinder-788363-2-iscsi is: [{'id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'name': 'tempest-AttachVolumeShelveTestJSON-11597027-router', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '7325674b-df53-4180-b70c-131cadc64ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:24Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'gw_port': {'id': '7325674b-df53-4180-b70c-131cadc64ff6', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'e506ffb7-4474-44a4-8cf8-d9cb842026f6', 'name': '', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'mac_address': 'fa:16:3e:77:d3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:46Z', 'revision_number': 5, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'subnets': [{'id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:20:23.061257 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c4c0b322-fde0-4338-84d7-8388e1df714e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.065890 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-02535499-59b2-4261-bfba-099c9aee66ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:23.085294 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0b322-fde0-4338-84d7-8388e1df714e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cfa8a9-f458-49fb-8e7a-b496c852e080,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:23.088193 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-c4c0b322-fde0-4338-84d7-8388e1df714e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:23.101856 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c4c0b322-fde0-4338-84d7-8388e1df714e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.105571 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-c4c0b322-fde0-4338-84d7-8388e1df714e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "DELETE /v2.0/security-groups/c5cfa8a9-f458-49fb-8e7a-b496c852e080 HTTP/1.1" status: 204 len: 168 time: 0.2092938 Apr 30 13:20:23.105911 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 35156) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:23.132743 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.api.v2.resource [None req-394bc4a7-0c1f-4b7b-96d7-6cf7302f45c9 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] show failed (client error): The resource could not be found. Apr 30 13:20:23.136817 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-394bc4a7-0c1f-4b7b-96d7-6cf7302f45c9 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups/c5cfa8a9-f458-49fb-8e7a-b496c852e080 HTTP/1.1" status: 404 len: 347 time: 0.0268722 Apr 30 13:20:23.137386 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 35162) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:23.184284 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 537199a2-51a8-4471-9687-6bd43265ede4 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:23.248757 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-691181c5-d1ba-4a84-8225-cce1785ef216 admin admin] Calling delete_port for 55a1eed4-46de-4df0-964d-511a39ed9c1a owned by network:router_interface {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:23.273612 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] No Port match for: 537199a2-51a8-4471-9687-6bd43265ede4 {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:23.274178 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 537199a2-51a8-4471-9687-6bd43265ede4 not bound to the agent host hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:23.319424 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1bd9f2fe-4399-4463-8f3a-00ea8e5c8ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.329345 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021a082-8b64-4126-8b83-3abd1eee19cf req-cc205729-2916-4799-bef7-b57d2d2f5745 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:23.331030 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1021a082-8b64-4126-8b83-3abd1eee19cf req-cc205729-2916-4799-bef7-b57d2d2f5745 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.4761252 Apr 30 13:20:23.334201 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1bd9f2fe-4399-4463-8f3a-00ea8e5c8ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.353082 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-2bdb849c-dd6c-4d41-abeb-20715a0dc222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:23.411128 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9f2fe-4399-4463-8f3a-00ea8e5c8ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1818a45f-c577-4880-9237-1cbfd0d71e6e,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:23.420795 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc2762f-4405-4722-bd1e-bb442161097a None None] New status for floating IP dc5c3422-7fb8-4274-89ce-8e7481ebd74b: DOWN {{(pid=73847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:20:23.426531 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-92b8a84e-15bd-4878-9009-e22f79d89a16 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Deleting port 9763dd99-aa7c-48be-ae62-3e5ec7197029 {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:23.427094 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-92b8a84e-15bd-4878-9009-e22f79d89a16 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.663949 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-1bd9f2fe-4399-4463-8f3a-00ea8e5c8ea7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=770590b6f24f418dadc7a5608a2a19b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9933550 Apr 30 13:20:23.667216 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1bd9f2fe-4399-4463-8f3a-00ea8e5c8ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:23.678544 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 35170) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:23.767087 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-92b8a84e-15bd-4878-9009-e22f79d89a16 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.767491 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-92b8a84e-15bd-4878-9009-e22f79d89a16 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.920840 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-92b8a84e-15bd-4878-9009-e22f79d89a16 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Calling delete_port for 9763dd99-aa7c-48be-ae62-3e5ec7197029 owned by network:floatingip {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:23.931873 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-780ca104-e267-40f9-8b80-67b6badf0ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.954432 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1021a082-8b64-4126-8b83-3abd1eee19cf req-afa57563-e3c5-4a54-b044-79488be4b06e tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6123993 Apr 30 13:20:23.965491 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0637c86-c68f-4018-9164-b5b22285623e req-8e8e7a38-5234-4332-8592-7a336d5c8cb6 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:23.966559 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-c0637c86-c68f-4018-9164-b5b22285623e req-8e8e7a38-5234-4332-8592-7a336d5c8cb6 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Synchronizing usage tracker for tenant:d9280e071a324c1bab79da85986ee901 on resource:port {{(pid=73846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:20:23.986969 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-780ca104-e267-40f9-8b80-67b6badf0ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.993500 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f893600-d174-470a-981a-9ffe28d500fa req-41dc0703-9844-41a6-8c88-9e86964a313f tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:23.995254 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1f893600-d174-470a-981a-9ffe28d500fa req-41dc0703-9844-41a6-8c88-9e86964a313f tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 984 time: 0.7180791 Apr 30 13:20:23.996109 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-691181c5-d1ba-4a84-8225-cce1785ef216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:24.007920 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:24.039432 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-c0637c86-c68f-4018-9164-b5b22285623e req-8e8e7a38-5234-4332-8592-7a336d5c8cb6 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Unset dirty status for tenant:d9280e071a324c1bab79da85986ee901 on resource:port {{(pid=73846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:20:24.040541 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-c0637c86-c68f-4018-9164-b5b22285623e req-8e8e7a38-5234-4332-8592-7a336d5c8cb6 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.96 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 945 time: 0.4976797 Apr 30 13:20:24.098846 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691181c5-d1ba-4a84-8225-cce1785ef216 admin admin] Pushing event deleted for resources: {'Port': ['ID=55a1eed4-46de-4df0-964d-511a39ed9c1a,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:24.108036 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-691181c5-d1ba-4a84-8225-cce1785ef216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:24.135271 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-780ca104-e267-40f9-8b80-67b6badf0ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:24.140584 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-32585533-00e6-41c1-9cb8-fd5a07131af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:24.179716 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1f893600-d174-470a-981a-9ffe28d500fa req-88cf5210-a61f-4000-8e27-f9784707bcd5 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&id=f2f0a7a9-98b0-4bd4-be9d-de7246680cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1729784 Apr 30 13:20:24.189093 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ca104-e267-40f9-8b80-67b6badf0ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1818a45f-c577-4880-9237-1cbfd0d71e6e,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:24.193325 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-780ca104-e267-40f9-8b80-67b6badf0ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:24.226848 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-780ca104-e267-40f9-8b80-67b6badf0ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:24.230214 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-780ca104-e267-40f9-8b80-67b6badf0ab3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1818a45f-c577-4880-9237-1cbfd0d71e6e HTTP/1.1" status: 204 len: 168 time: 0.5410633 Apr 30 13:20:24.278181 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [req-c0637c86-c68f-4018-9164-b5b22285623e req-12ff6263-18e9-40db-ba14-0cdb5e4f859f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Deleting port 9775a6e4-5057-4431-9bd7-97129aa44a43 {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:24.278630 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-c0637c86-c68f-4018-9164-b5b22285623e req-12ff6263-18e9-40db-ba14-0cdb5e4f859f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:24.295290 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-92b8a84e-15bd-4878-9009-e22f79d89a16 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:24.301871 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-ab8354dd-3f79-4350-b527-909eb74b386e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:24.363664 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8a84e-15bd-4878-9009-e22f79d89a16 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Pushing event deleted for resources: {'Port': ['ID=9763dd99-aa7c-48be-ae62-3e5ec7197029,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:24.405647 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-691181c5-d1ba-4a84-8225-cce1785ef216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712131'] for router_interface, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:24.434955 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-92b8a84e-15bd-4878-9009-e22f79d89a16 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:24.539082 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-92b8a84e-15bd-4878-9009-e22f79d89a16 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for floatingip, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:24.543116 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-c0637c86-c68f-4018-9164-b5b22285623e req-12ff6263-18e9-40db-ba14-0cdb5e4f859f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] For port 9775a6e4-5057-4431-9bd7-97129aa44a43, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9775a6e4-5057-4431-9bd7-97129aa44a43,segment=NetworkSegment(10278c49-52d2-4267-9e0f-d0c4b28d582b),segment_id=10278c49-52d2-4267-9e0f-d0c4b28d582b)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:24.543481 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-c0637c86-c68f-4018-9164-b5b22285623e req-12ff6263-18e9-40db-ba14-0cdb5e4f859f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:24.745355 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-92b8a84e-15bd-4878-9009-e22f79d89a16 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for floatingip, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:24.747076 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-92b8a84e-15bd-4878-9009-e22f79d89a16 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "DELETE /v2.0/floatingips/dc5c3422-7fb8-4274-89ce-8e7481ebd74b HTTP/1.1" status: 204 len: 168 time: 1.6086516 Apr 30 13:20:24.838745 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691181c5-d1ba-4a84-8225-cce1785ef216 admin admin] Router e31415e8-9edf-4571-a604-3491b5a7baf5 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:20:25.034647 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-c0637c86-c68f-4018-9164-b5b22285623e req-12ff6263-18e9-40db-ba14-0cdb5e4f859f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:25.036216 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-c0637c86-c68f-4018-9164-b5b22285623e req-12ff6263-18e9-40db-ba14-0cdb5e4f859f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657561'] for floatingip, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:25.036613 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.db.l3_db [req-c0637c86-c68f-4018-9164-b5b22285623e req-12ff6263-18e9-40db-ba14-0cdb5e4f859f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Floating IP 08154815-cbdc-4c79-b2a6-4eb917cb891a disassociated. External IP: 172.27.3.147, port: 9775a6e4-5057-4431-9bd7-97129aa44a43. Apr 30 13:20:25.037027 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [req-c0637c86-c68f-4018-9164-b5b22285623e req-12ff6263-18e9-40db-ba14-0cdb5e4f859f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Calling delete_port for 9775a6e4-5057-4431-9bd7-97129aa44a43 owned by compute:nova {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:25.179763 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 6afa7552-c866-4a56-a406-91a270fb834f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:25.213108 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-c0637c86-c68f-4018-9164-b5b22285623e req-12ff6263-18e9-40db-ba14-0cdb5e4f859f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:25.224685 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:25.240279 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691181c5-d1ba-4a84-8225-cce1785ef216 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:20:25.251259 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] No Port match for: 6afa7552-c866-4a56-a406-91a270fb834f {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:25.251485 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4287dab-f675-41d1-a41c-0c75b3ee9f71 None None] Sync routers for ids ['e31415e8-9edf-4571-a604-3491b5a7baf5'] in dv-cinder-788363-2-iscsi {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:20:25.251932 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 6afa7552-c866-4a56-a406-91a270fb834f not bound to the agent host hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:25.267738 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4287dab-f675-41d1-a41c-0c75b3ee9f71 None None] Routers {'e31415e8-9edf-4571-a604-3491b5a7baf5'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:25.268348 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-e4287dab-f675-41d1-a41c-0c75b3ee9f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:20:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['e31415e8-9edf-4571-a604-3491b5a7baf5'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:25.297236 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff6263-18e9-40db-ba14-0cdb5e4f859f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Pushing event deleted for resources: {'Port': ['ID=9775a6e4-5057-4431-9bd7-97129aa44a43,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:25.308718 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-12ff6263-18e9-40db-ba14-0cdb5e4f859f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:25.345087 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649d858-b921-4994-85fa-4f778101f863 req-a0b26323-a4ae-4573-9ef8-3a851d9bfafb tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:25.346781 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c649d858-b921-4994-85fa-4f778101f863 req-a0b26323-a4ae-4573-9ef8-3a851d9bfafb tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 867 time: 0.1943092 Apr 30 13:20:25.351480 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-691181c5-d1ba-4a84-8225-cce1785ef216 admin admin] 10.222.0.30 "PUT /v2.0/routers/e31415e8-9edf-4571-a604-3491b5a7baf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5079417 Apr 30 13:20:25.352141 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 35212) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:25.529077 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0637c86-c68f-4018-9164-b5b22285623e req-12ff6263-18e9-40db-ba14-0cdb5e4f859f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Router f1433366-0e12-454f-bc54-43cd1079d374 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:20:25.529804 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 35236) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:25.539991 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-5156c95b-78df-44f2-9521-b3fd097a84ef tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1267537768', 'description': 'tempest-description--90907833'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:25.543533 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c649d858-b921-4994-85fa-4f778101f863 req-0af55bb8-1ba1-4ed5-872e-43071991c0fa tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=20a78785-fed4-404d-9400-cbb87fd05a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890039 Apr 30 13:20:25.563837 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-5156c95b-78df-44f2-9521-b3fd097a84ef tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:25.599880 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-e4287dab-f675-41d1-a41c-0c75b3ee9f71 None None] Set router e31415e8-9edf-4571-a604-3491b5a7baf5 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:25.601176 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0368e63f-135a-4dff-bb1c-3c369d4c0b76 admin admin] Notify callbacks [] for router, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:25.664738 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-5156c95b-78df-44f2-9521-b3fd097a84ef tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Usage tracker for resource:security_group and tenant:2957845d7c874208b3d921bf499e5b7b is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:25.674874 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-5156c95b-78df-44f2-9521-b3fd097a84ef tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:25.688589 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-5156c95b-78df-44f2-9521-b3fd097a84ef tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:25.783203 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5156c95b-78df-44f2-9521-b3fd097a84ef tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:25.859566 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-5156c95b-78df-44f2-9521-b3fd097a84ef tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:25.868382 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-5156c95b-78df-44f2-9521-b3fd097a84ef tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Usage tracker for resource:security_group_rule and tenant:2957845d7c874208b3d921bf499e5b7b is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:25.873122 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-5156c95b-78df-44f2-9521-b3fd097a84ef tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:25.882878 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0637c86-c68f-4018-9164-b5b22285623e req-12ff6263-18e9-40db-ba14-0cdb5e4f859f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:20:25.893246 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683332ff-e634-42ce-baf4-b09385b88855 None None] Sync routers for ids ['f1433366-0e12-454f-bc54-43cd1079d374'] in dv-cinder-788363-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:20:25.912135 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683332ff-e634-42ce-baf4-b09385b88855 None None] Routers {'f1433366-0e12-454f-bc54-43cd1079d374'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:25.912796 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-683332ff-e634-42ce-baf4-b09385b88855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:20:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['f1433366-0e12-454f-bc54-43cd1079d374'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:25.944031 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-5156c95b-78df-44f2-9521-b3fd097a84ef tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:25.999215 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0637c86-c68f-4018-9164-b5b22285623e req-12ff6263-18e9-40db-ba14-0cdb5e4f859f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] No DVR routers for this DVR port 9775a6e4-5057-4431-9bd7-97129aa44a43 on host hv-cinder-78836 {{(pid=73846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:20:26.004501 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-c0637c86-c68f-4018-9164-b5b22285623e req-12ff6263-18e9-40db-ba14-0cdb5e4f859f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.007194 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29815204-23a7-4a83-aa54-a835cfc81d13', 'name': 'network-vif-deleted', 'tag': '9775a6e4-5057-4431-9bd7-97129aa44a43'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:26.027618 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b751336-fbb7-4ca1-99ac-d91fd2241658 req-375f162a-9b47-4f54-b03f-a9d8228457a1 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:26.036132 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5b751336-fbb7-4ca1-99ac-d91fd2241658 req-375f162a-9b47-4f54-b03f-a9d8228457a1 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 984 time: 0.3633616 Apr 30 13:20:26.047845 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-c0637c86-c68f-4018-9164-b5b22285623e req-12ff6263-18e9-40db-ba14-0cdb5e4f859f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.96 "DELETE /v2.0/ports/9775a6e4-5057-4431-9bd7-97129aa44a43 HTTP/1.1" status: 204 len: 173 time: 1.9985023 Apr 30 13:20:26.090711 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0368e63f-135a-4dff-bb1c-3c369d4c0b76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.123680 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5156c95b-78df-44f2-9521-b3fd097a84ef tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.128003 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29815204-23a7-4a83-aa54-a835cfc81d13', 'name': 'network-vif-deleted', 'tag': '9775a6e4-5057-4431-9bd7-97129aa44a43', 'status': 'completed', 'code': 200} Apr 30 13:20:26.129482 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5156c95b-78df-44f2-9521-b3fd097a84ef tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.135800 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-431ad83a-3874-466a-a988-f5de755ea6e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:26.181612 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5156c95b-78df-44f2-9521-b3fd097a84ef tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.181895 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5b751336-fbb7-4ca1-99ac-d91fd2241658 req-180d58c1-38ec-4218-9cde-cbd2c296c317 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&id=f2f0a7a9-98b0-4bd4-be9d-de7246680cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1447639 Apr 30 13:20:26.183922 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-5156c95b-78df-44f2-9521-b3fd097a84ef tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6524343 Apr 30 13:20:26.189839 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 35250) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:26.202888 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-60567d0e-729d-4de7-858f-be5d112ade37 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Request body: {'security_group_rule': {'security_group_id': '6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:26.225545 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156c95b-78df-44f2-9521-b3fd097a84ef tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:26.237912 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-60567d0e-729d-4de7-858f-be5d112ade37 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:26.240901 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-5156c95b-78df-44f2-9521-b3fd097a84ef tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:26.244128 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-60567d0e-729d-4de7-858f-be5d112ade37 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Usage tracker for resource:security_group_rule and tenant:2957845d7c874208b3d921bf499e5b7b is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:26.248792 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-60567d0e-729d-4de7-858f-be5d112ade37 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:26.255404 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-60567d0e-729d-4de7-858f-be5d112ade37 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:26.278379 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-60567d0e-729d-4de7-858f-be5d112ade37 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.306086 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-683332ff-e634-42ce-baf4-b09385b88855 None None] Set router f1433366-0e12-454f-bc54-43cd1079d374 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:26.346707 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-0368e63f-135a-4dff-bb1c-3c369d4c0b76 admin admin] Deleting port 8536f6ee-8d30-4aa4-99d3-cfac69e10b05 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:26.349763 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0368e63f-135a-4dff-bb1c-3c369d4c0b76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.392933 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-60567d0e-729d-4de7-858f-be5d112ade37 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.407811 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-60567d0e-729d-4de7-858f-be5d112ade37 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724316'] for security_group_rule, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.411553 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:26.438524 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60567d0e-729d-4de7-858f-be5d112ade37 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dece3ef-de10-49a8-bf7a-38f749f1ceb7,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:26.443628 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-60567d0e-729d-4de7-858f-be5d112ade37 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:26.449092 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-60567d0e-729d-4de7-858f-be5d112ade37 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.453456 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-60567d0e-729d-4de7-858f-be5d112ade37 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2609770 Apr 30 13:20:26.454170 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 35258) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:26.459990 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-496733b6-3078-40e1-a332-2613bf6707c5 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Request body: {'security_group_rule': {'security_group_id': '6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:26.466162 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-496733b6-3078-40e1-a332-2613bf6707c5 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:26.470850 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-496733b6-3078-40e1-a332-2613bf6707c5 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Usage tracker for resource:security_group_rule and tenant:2957845d7c874208b3d921bf499e5b7b is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:26.473920 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-496733b6-3078-40e1-a332-2613bf6707c5 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:26.479933 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-496733b6-3078-40e1-a332-2613bf6707c5 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:26.496848 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-e4287dab-f675-41d1-a41c-0c75b3ee9f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31415e8-9edf-4571-a604-3491b5a7baf5', 'name': 'tempest-ServerRescueNegativeTestJSON-215107619-router', 'tenant_id': 'df09c741a7944a279a111ee7be17ff02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '8536f6ee-8d30-4aa4-99d3-cfac69e10b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:46Z', 'updated_at': '2021-04-30T13:20:23Z', 'revision_number': 5, 'project_id': 'df09c741a7944a279a111ee7be17ff02', 'gw_port': {'id': '8536f6ee-8d30-4aa4-99d3-cfac69e10b05', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:79:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31415e8-9edf-4571-a604-3491b5a7baf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:47Z', 'updated_at': '2021-04-30T13:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:26.502700 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-496733b6-3078-40e1-a332-2613bf6707c5 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.510607 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4287dab-f675-41d1-a41c-0c75b3ee9f71 None None] Checking router: e31415e8-9edf-4571-a604-3491b5a7baf5 for host: dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:20:26.524859 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4287dab-f675-41d1-a41c-0c75b3ee9f71 None None] Routers {'e31415e8-9edf-4571-a604-3491b5a7baf5'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:26.525562 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-e4287dab-f675-41d1-a41c-0c75b3ee9f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:20:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['e31415e8-9edf-4571-a604-3491b5a7baf5'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:26.553318 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [None req-0368e63f-135a-4dff-bb1c-3c369d4c0b76 admin admin] For port 8536f6ee-8d30-4aa4-99d3-cfac69e10b05, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=8536f6ee-8d30-4aa4-99d3-cfac69e10b05,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:26.553685 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0368e63f-135a-4dff-bb1c-3c369d4c0b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.575117 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-496733b6-3078-40e1-a332-2613bf6707c5 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.588584 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-496733b6-3078-40e1-a332-2613bf6707c5 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724316'] for security_group_rule, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.591079 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-61369a28-35f3-4240-8c8a-8bdceb7bee30 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:26.616905 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496733b6-3078-40e1-a332-2613bf6707c5 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34ca899-910e-4f4f-b89e-96e5b3b3006f,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:26.620014 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-496733b6-3078-40e1-a332-2613bf6707c5 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:26.629213 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-496733b6-3078-40e1-a332-2613bf6707c5 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.636989 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-496733b6-3078-40e1-a332-2613bf6707c5 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1816964 Apr 30 13:20:26.637660 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 35266) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:26.645609 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-0d2879d3-c83e-4629-8c0d-658667692e0e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Request body: {'floatingip': {'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:26.664261 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-0d2879d3-c83e-4629-8c0d-658667692e0e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:26.671086 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-0d2879d3-c83e-4629-8c0d-658667692e0e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Usage tracker for resource:floatingip and tenant:2957845d7c874208b3d921bf499e5b7b is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:26.681299 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-0d2879d3-c83e-4629-8c0d-658667692e0e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:26.708743 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-0d2879d3-c83e-4629-8c0d-658667692e0e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:26.724209 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0d2879d3-c83e-4629-8c0d-658667692e0e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for floatingip, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.740012 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-e4287dab-f675-41d1-a41c-0c75b3ee9f71 None None] Set router e31415e8-9edf-4571-a604-3491b5a7baf5 gateway port host: None {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:26.893795 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-e4287dab-f675-41d1-a41c-0c75b3ee9f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31415e8-9edf-4571-a604-3491b5a7baf5', 'name': 'tempest-ServerRescueNegativeTestJSON-215107619-router', 'tenant_id': 'df09c741a7944a279a111ee7be17ff02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:46Z', 'updated_at': '2021-04-30T13:20:26Z', 'revision_number': 6, 'project_id': 'df09c741a7944a279a111ee7be17ff02', 'gw_port_host': None}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:26.899156 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-0368e63f-135a-4dff-bb1c-3c369d4c0b76 admin admin] Calling delete_port for 8536f6ee-8d30-4aa4-99d3-cfac69e10b05 owned by network:router_gateway {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:26.903025 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4287dab-f675-41d1-a41c-0c75b3ee9f71 None None] The sync data for ids ['e31415e8-9edf-4571-a604-3491b5a7baf5'] in dv-cinder-788363-2-iscsi is: [{'id': 'e31415e8-9edf-4571-a604-3491b5a7baf5', 'name': 'tempest-ServerRescueNegativeTestJSON-215107619-router', 'tenant_id': 'df09c741a7944a279a111ee7be17ff02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:46Z', 'updated_at': '2021-04-30T13:20:26Z', 'revision_number': 6, 'project_id': 'df09c741a7944a279a111ee7be17ff02', 'gw_port_host': None}] {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:20:26.926272 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-683332ff-e634-42ce-baf4-b09385b88855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'name': 'tempest-AttachVolumeTestJSON-345655624-router', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '003266e9-11d1-4034-bf94-228a1cf30202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:38Z', 'revision_number': 4, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'gw_port': {'id': '003266e9-11d1-4034-bf94-228a1cf30202', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:35:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:27Z', 'updated_at': '2021-04-30T13:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'e65d8c3f-a774-4aef-b0e6-3383d5606030', 'name': '', 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'mac_address': 'fa:16:3e:db:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '88f483fa-96d4-494c-a375-0339a4c91674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:36Z', 'updated_at': '2021-04-30T13:15:52Z', 'revision_number': 5, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'subnets': [{'id': '88f483fa-96d4-494c-a375-0339a4c91674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:26.931701 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683332ff-e634-42ce-baf4-b09385b88855 None None] Checking router: f1433366-0e12-454f-bc54-43cd1079d374 for host: dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:20:26.950573 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683332ff-e634-42ce-baf4-b09385b88855 None None] Routers {'f1433366-0e12-454f-bc54-43cd1079d374'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:26.951998 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-683332ff-e634-42ce-baf4-b09385b88855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:20:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['f1433366-0e12-454f-bc54-43cd1079d374'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:26.970234 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5d6b3252-3632-4ac1-8ba9-a5cba6c9af04 req-7859dbac-b3d5-4879-9ecb-ebf796de95db tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=29815204-23a7-4a83-aa54-a835cfc81d13 HTTP/1.1" status: 200 len: 210 time: 0.0680373 Apr 30 13:20:27.020749 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0d2879d3-c83e-4629-8c0d-658667692e0e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:27.138527 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0368e63f-135a-4dff-bb1c-3c369d4c0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:27.143926 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-691181c5-d1ba-4a84-8225-cce1785ef216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:27.182471 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [None req-0d2879d3-c83e-4629-8c0d-658667692e0e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Allocated IP 172.27.3.83 (c3b86f7e-3861-4477-9f50-64652b00e102/6d81663d-75dc-44ec-8bd2-9cfe56c21a4e/d7858cf0-8b7c-4a7e-813b-b88511d0e332) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:20:27.190472 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368e63f-135a-4dff-bb1c-3c369d4c0b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=8536f6ee-8d30-4aa4-99d3-cfac69e10b05,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:27.192990 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-0368e63f-135a-4dff-bb1c-3c369d4c0b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:27.214699 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-683332ff-e634-42ce-baf4-b09385b88855 None None] Set router f1433366-0e12-454f-bc54-43cd1079d374 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:27.313848 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0368e63f-135a-4dff-bb1c-3c369d4c0b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-669924'] for router_gateway, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:27.492864 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0d2879d3-c83e-4629-8c0d-658667692e0e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:27.533490 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0d2879d3-c83e-4629-8c0d-658667692e0e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:27.538290 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:27.622022 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2879d3-c83e-4629-8c0d-658667692e0e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Network c3b86f7e-3861-4477-9f50-64652b00e102 is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:20:27.631048 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-0d2879d3-c83e-4629-8c0d-658667692e0e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:20:27.635321 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2879d3-c83e-4629-8c0d-658667692e0e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:20:27.651906 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-683332ff-e634-42ce-baf4-b09385b88855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'name': 'tempest-AttachVolumeTestJSON-345655624-router', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '003266e9-11d1-4034-bf94-228a1cf30202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:38Z', 'revision_number': 4, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'gw_port': {'id': '003266e9-11d1-4034-bf94-228a1cf30202', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:35:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:27Z', 'updated_at': '2021-04-30T13:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'e65d8c3f-a774-4aef-b0e6-3383d5606030', 'name': '', 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'mac_address': 'fa:16:3e:db:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '88f483fa-96d4-494c-a375-0339a4c91674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:36Z', 'updated_at': '2021-04-30T13:15:52Z', 'revision_number': 5, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'subnets': [{'id': '88f483fa-96d4-494c-a375-0339a4c91674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:27.656595 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683332ff-e634-42ce-baf4-b09385b88855 None None] The sync data for ids ['f1433366-0e12-454f-bc54-43cd1079d374'] in dv-cinder-788363-2-iscsi is: [{'id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'name': 'tempest-AttachVolumeTestJSON-345655624-router', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '003266e9-11d1-4034-bf94-228a1cf30202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:38Z', 'revision_number': 4, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'gw_port': {'id': '003266e9-11d1-4034-bf94-228a1cf30202', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:35:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:27Z', 'updated_at': '2021-04-30T13:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'e65d8c3f-a774-4aef-b0e6-3383d5606030', 'name': '', 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'mac_address': 'fa:16:3e:db:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '88f483fa-96d4-494c-a375-0339a4c91674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:36Z', 'updated_at': '2021-04-30T13:15:52Z', 'revision_number': 5, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'subnets': [{'id': '88f483fa-96d4-494c-a375-0339a4c91674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:20:27.663536 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0368e63f-135a-4dff-bb1c-3c369d4c0b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30109'] for router, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:27.666814 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0368e63f-135a-4dff-bb1c-3c369d4c0b76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:27.685477 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2879d3-c83e-4629-8c0d-658667692e0e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Pushing event updated for resources: {'Port': ['ID=d7858cf0-8b7c-4a7e-813b-b88511d0e332,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:27.690806 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0d2879d3-c83e-4629-8c0d-658667692e0e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:27.730314 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0d2879d3-c83e-4629-8c0d-658667692e0e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:27.774720 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0368e63f-135a-4dff-bb1c-3c369d4c0b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711489'] for router, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:27.775326 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0368e63f-135a-4dff-bb1c-3c369d4c0b76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e31415e8-9edf-4571-a604-3491b5a7baf5 {{(pid=73845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:20:27.799844 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0368e63f-135a-4dff-bb1c-3c369d4c0b76 admin admin] Notify callbacks [] for router, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:27.801078 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-0368e63f-135a-4dff-bb1c-3c369d4c0b76 admin admin] 10.222.0.30 "DELETE /v2.0/routers/e31415e8-9edf-4571-a604-3491b5a7baf5 HTTP/1.1" status: 204 len: 168 time: 2.4480252 Apr 30 13:20:27.805641 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 35292) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:27.810630 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85bfb2-64e0-406a-a1d4-9814cf55b638 req-a13d4649-54e5-45d2-baa8-a3ecd055742e tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:27.812310 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1f85bfb2-64e0-406a-a1d4-9814cf55b638 req-a13d4649-54e5-45d2-baa8-a3ecd055742e tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 984 time: 0.2610657 Apr 30 13:20:27.842334 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0d2879d3-c83e-4629-8c0d-658667692e0e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:27.872757 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1f85bfb2-64e0-406a-a1d4-9814cf55b638 req-d65e9ffd-971a-4855-9b4c-1fa606d6282f tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&id=f2f0a7a9-98b0-4bd4-be9d-de7246680cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515761 Apr 30 13:20:27.876526 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 55a1eed4-46de-4df0-964d-511a39ed9c1a no longer exists at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:27.925786 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4c1fd0-cdbc-4a8c-a1b3-5ba2e797203a admin admin] Deleting subnet fd394fd9-c3fe-47ae-8a12-8c1dcf3f181b {{(pid=73846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:20:27.926659 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] No Port match for: 55a1eed4-46de-4df0-964d-511a39ed9c1a {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:27.927297 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 55a1eed4-46de-4df0-964d-511a39ed9c1a not bound to the agent host dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:27.928609 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 8536f6ee-8d30-4aa4-99d3-cfac69e10b05 no longer exists at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:27.929318 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8f4c1fd0-cdbc-4a8c-a1b3-5ba2e797203a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:27.967657 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] No Port match for: 8536f6ee-8d30-4aa4-99d3-cfac69e10b05 {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:27.968429 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 8536f6ee-8d30-4aa4-99d3-cfac69e10b05 not bound to the agent host dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:28.043783 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f39812-67c4-4d9a-8344-1db626a820d1 None None] New status for floating IP 08154815-cbdc-4c79-b2a6-4eb917cb891a: DOWN {{(pid=73848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:20:28.096346 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8f4c1fd0-cdbc-4a8c-a1b3-5ba2e797203a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819611'] for subnet, precommit_delete_associations {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.113680 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 35304) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:28.189701 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8f4c1fd0-cdbc-4a8c-a1b3-5ba2e797203a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513256'] for subnet, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.201371 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-39f5a001-0301-4afb-8485-a5184f984bff tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.230826 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-39f5a001-0301-4afb-8485-a5184f984bff tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.303242 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0d2879d3-c83e-4629-8c0d-658667692e0e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.307504 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-39f5a001-0301-4afb-8485-a5184f984bff tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.312174 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-03d26ee3-3326-4a19-9c44-a2852dfeda42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:28.335664 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5a001-0301-4afb-8485-a5184f984bff tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a78785-fed4-404d-9400-cbb87fd05a43,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:28.338467 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-39f5a001-0301-4afb-8485-a5184f984bff tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:28.350693 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-39f5a001-0301-4afb-8485-a5184f984bff tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.351826 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-39f5a001-0301-4afb-8485-a5184f984bff tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "DELETE /v2.0/security-groups/20a78785-fed4-404d-9400-cbb87fd05a43 HTTP/1.1" status: 204 len: 168 time: 0.2370410 Apr 30 13:20:28.352756 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0d2879d3-c83e-4629-8c0d-658667692e0e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8252111'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.354594 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 35308) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:28.364457 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:28.372736 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.api.v2.resource [None req-17a2f29c-d7a4-4b05-a8d2-bafa3647f7bd tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] show failed (client error): The resource could not be found. Apr 30 13:20:28.376990 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-17a2f29c-d7a4-4b05-a8d2-bafa3647f7bd tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups/20a78785-fed4-404d-9400-cbb87fd05a43 HTTP/1.1" status: 404 len: 347 time: 0.0178518 Apr 30 13:20:28.377105 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 35312) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:28.507500 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2879d3-c83e-4629-8c0d-658667692e0e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Pushing event updated for resources: {'Port': ['ID=d7858cf0-8b7c-4a7e-813b-b88511d0e332,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:28.542633 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0d2879d3-c83e-4629-8c0d-658667692e0e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:28.555692 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0d2879d3-c83e-4629-8c0d-658667692e0e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657561'] for floatingip, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.595712 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0d2879d3-c83e-4629-8c0d-658667692e0e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for floatingip, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.604314 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-0814df4d-95c1-47a5-a78f-f7837101a807 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Deleting port 8f368171-942b-493a-8f34-57e50641d52d {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:28.604659 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0814df4d-95c1-47a5-a78f-f7837101a807 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.605250 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-0d2879d3-c83e-4629-8c0d-658667692e0e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9660926 Apr 30 13:20:28.629485 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8f4c1fd0-cdbc-4a8c-a1b3-5ba2e797203a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8252089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978881'] for subnet, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.633742 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:28.671317 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c1fd0-cdbc-4a8c-a1b3-5ba2e797203a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd394fd9-c3fe-47ae-8a12-8c1dcf3f181b,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:28.678163 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-8f4c1fd0-cdbc-4a8c-a1b3-5ba2e797203a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:28.679165 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8f4c1fd0-cdbc-4a8c-a1b3-5ba2e797203a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for subnet, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.688014 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-8f4c1fd0-cdbc-4a8c-a1b3-5ba2e797203a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fd394fd9-c3fe-47ae-8a12-8c1dcf3f181b HTTP/1.1" status: 204 len: 168 time: 0.8784833 Apr 30 13:20:28.688265 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 35320) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:28.751346 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0814df4d-95c1-47a5-a78f-f7837101a807 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.751854 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0814df4d-95c1-47a5-a78f-f7837101a807 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.799561 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e3bae393-cf82-41d1-9b14-9e1681a9cde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669671'] for network, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.879355 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-0814df4d-95c1-47a5-a78f-f7837101a807 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Calling delete_port for 8f368171-942b-493a-8f34-57e50641d52d owned by network:floatingip {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:28.926864 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e3bae393-cf82-41d1-9b14-9e1681a9cde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508261', 'neutron.services.segments.db._delete_segments_for_network-8741672489629'] for network, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.935062 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-35917463-281e-4d47-b560-2f1c855f8f03 req-f8244856-cdd0-4b26-b2f2-3bf199ab5898 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1267537768&fields=id&tenant_id=2957845d7c874208b3d921bf499e5b7b HTTP/1.1" status: 200 len: 267 time: 0.0629642 Apr 30 13:20:29.039346 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.services.segments.db [None req-e3bae393-cf82-41d1-9b14-9e1681a9cde6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16cacc0e-b911-4880-a672-4588b9d678ce']}} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:29.053076 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.services.segments.db [None req-e3bae393-cf82-41d1-9b14-9e1681a9cde6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50078421-7507-4b0e-85d6-43a180dc765f') {'for_net_delete': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:29.053502 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.services.segments.db [None req-e3bae393-cf82-41d1-9b14-9e1681a9cde6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50078421-7507-4b0e-85d6-43a180dc765f') {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:29.065740 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e3bae393-cf82-41d1-9b14-9e1681a9cde6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672501863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5819602'] for segment, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:29.089854 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e3bae393-cf82-41d1-9b14-9e1681a9cde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:29.097860 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3bae393-cf82-41d1-9b14-9e1681a9cde6 admin admin] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=73846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:20:29.176339 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 9775a6e4-5057-4431-9bd7-97129aa44a43 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:29.186806 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35917463-281e-4d47-b560-2f1c855f8f03 req-dd7bef98-994c-4a8d-86ba-d5ebe648d4e3 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:29.188656 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-35917463-281e-4d47-b560-2f1c855f8f03 req-dd7bef98-994c-4a8d-86ba-d5ebe648d4e3 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/networks?id=5ea56348-3132-43ce-93d5-7c6eb60259bf HTTP/1.1" status: 200 len: 815 time: 0.2441361 Apr 30 13:20:29.214141 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] No Port match for: 9775a6e4-5057-4431-9bd7-97129aa44a43 {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:29.214490 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 9775a6e4-5057-4431-9bd7-97129aa44a43 not bound to the agent host hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:29.229379 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-35917463-281e-4d47-b560-2f1c855f8f03 req-1eb08a31-3342-414f-85d9-08483484b068 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/quotas/2957845d7c874208b3d921bf499e5b7b HTTP/1.1" status: 200 len: 375 time: 0.0308890 Apr 30 13:20:29.241333 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0814df4d-95c1-47a5-a78f-f7837101a807 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:29.275134 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3050b3b0-222b-4516-8cdc-25a99ae3a1f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:29.325036 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab96d7a-15fc-4b6a-a049-ab4a2d3b3630 req-160d6e05-ebc6-4b21-b789-c9a7877c99a3 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:29.326451 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fab96d7a-15fc-4b6a-a049-ab4a2d3b3630 req-160d6e05-ebc6-4b21-b789-c9a7877c99a3 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 984 time: 0.2919896 Apr 30 13:20:29.341923 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814df4d-95c1-47a5-a78f-f7837101a807 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Pushing event deleted for resources: {'Port': ['ID=8f368171-942b-493a-8f34-57e50641d52d,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:29.345319 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-0814df4d-95c1-47a5-a78f-f7837101a807 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:29.386498 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-e3bae393-cf82-41d1-9b14-9e1681a9cde6 admin admin] Network 16cacc0e-b911-4880-a672-4588b9d678ce has no segments {{(pid=73846) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:20:29.396683 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e3bae393-cf82-41d1-9b14-9e1681a9cde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1513757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8251923'] for segment, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:29.572443 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-e3bae393-cf82-41d1-9b14-9e1681a9cde6 admin admin] Network 16cacc0e-b911-4880-a672-4588b9d678ce has no segments {{(pid=73846) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: Traceback (most recent call last): Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: timer() Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: cb(*args, **kw) Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: return func(*args, **kwargs) Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: self._notify() Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: self.callback(batched_events) Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: event.method(event) Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: return f(self, *a, **k) Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: return self._get(url).json() Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: return self.request(url, 'GET', **kwargs) Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:20:29.596979 dv-cinder-788363-2-iscsi neutron-server[73846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:20:29.602578 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fab96d7a-15fc-4b6a-a049-ab4a2d3b3630 req-677669fc-9044-4d3f-a099-f5bfed773c89 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&id=f2f0a7a9-98b0-4bd4-be9d-de7246680cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2629952 Apr 30 13:20:29.624554 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0814df4d-95c1-47a5-a78f-f7837101a807 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for floatingip, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:29.646303 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-35917463-281e-4d47-b560-2f1c855f8f03 req-106547de-e0f1-45fb-b46e-c5d8b11209de tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2957845d7c874208b3d921bf499e5b7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4083176 Apr 30 13:20:29.654438 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0814df4d-95c1-47a5-a78f-f7837101a807 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for floatingip, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:29.655553 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-0814df4d-95c1-47a5-a78f-f7837101a807 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "DELETE /v2.0/floatingips/08154815-cbdc-4c79-b2a6-4eb917cb891a HTTP/1.1" status: 204 len: 168 time: 1.2776055 Apr 30 13:20:29.716743 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e3bae393-cf82-41d1-9b14-9e1681a9cde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670072'] for network, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:29.721304 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-aad3a95c-a346-4930-b76d-42fa1aa9efd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:29.740853 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e3bae393-cf82-41d1-9b14-9e1681a9cde6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:29.752111 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bae393-cf82-41d1-9b14-9e1681a9cde6 admin admin] Pushing event deleted for resources: {'Network': ['ID=16cacc0e-b911-4880-a672-4588b9d678ce,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:29.755991 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e3bae393-cf82-41d1-9b14-9e1681a9cde6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:29.765715 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-e3bae393-cf82-41d1-9b14-9e1681a9cde6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/16cacc0e-b911-4880-a672-4588b9d678ce HTTP/1.1" status: 204 len: 168 time: 1.0764244 Apr 30 13:20:29.968085 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-35917463-281e-4d47-b560-2f1c855f8f03 req-dfe75c55-8e16-4527-8234-ff6740034c77 service neutron] 10.222.0.30 "GET /v2.0/networks/5ea56348-3132-43ce-93d5-7c6eb60259bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081648 Apr 30 13:20:29.978092 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 35352) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:29.992306 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 35354) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:30.013112 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-dd61bdc4-da3c-4e68-8c1e-386280230bbc tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Request body: {'security_group': {'name': 'tempest-securitygroup--919783853', 'description': 'tempest-description--1595820265'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:30.022865 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-dd61bdc4-da3c-4e68-8c1e-386280230bbc tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:30.030586 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-9e3a329d-ae64-428c-9fd8-a7fb73199754 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=df09c741a7944a279a111ee7be17ff02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487590 Apr 30 13:20:30.030866 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 35360) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:30.070006 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-dd61bdc4-da3c-4e68-8c1e-386280230bbc tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Usage tracker for resource:security_group and tenant:d9280e071a324c1bab79da85986ee901 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:30.076535 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-dd61bdc4-da3c-4e68-8c1e-386280230bbc tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:30.090280 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-dd61bdc4-da3c-4e68-8c1e-386280230bbc tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:30.093415 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2edd28af-fde5-467a-a031-06f0ab8e344d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.107616 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-dd61bdc4-da3c-4e68-8c1e-386280230bbc tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.122046 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2edd28af-fde5-467a-a031-06f0ab8e344d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.147121 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-35917463-281e-4d47-b560-2f1c855f8f03 req-934e00c6-aedb-4a76-a3c8-576b05aff7d5 service neutron] 10.222.0.30 "GET /v2.0/networks/5ea56348-3132-43ce-93d5-7c6eb60259bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725082 Apr 30 13:20:30.149165 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-dd61bdc4-da3c-4e68-8c1e-386280230bbc tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:30.153125 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-dd61bdc4-da3c-4e68-8c1e-386280230bbc tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Usage tracker for resource:security_group_rule and tenant:d9280e071a324c1bab79da85986ee901 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:30.156231 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-dd61bdc4-da3c-4e68-8c1e-386280230bbc tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:30.164315 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-dd61bdc4-da3c-4e68-8c1e-386280230bbc tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:30.179134 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2edd28af-fde5-467a-a031-06f0ab8e344d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.183192 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-52101594-a523-42c7-a563-7e3ebf4ed158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:30.196271 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd28af-fde5-467a-a031-06f0ab8e344d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f315607d-fb9f-4fdb-a5be-ccf85b6e862f,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:30.213934 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-2edd28af-fde5-467a-a031-06f0ab8e344d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:30.221133 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2edd28af-fde5-467a-a031-06f0ab8e344d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.224891 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-2edd28af-fde5-467a-a031-06f0ab8e344d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f315607d-fb9f-4fdb-a5be-ccf85b6e862f HTTP/1.1" status: 204 len: 168 time: 0.1899981 Apr 30 13:20:30.243618 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-dd61bdc4-da3c-4e68-8c1e-386280230bbc tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.247724 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-dd61bdc4-da3c-4e68-8c1e-386280230bbc tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.251941 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-862ae5b1-c128-4341-877b-c593a387ddbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:30.313891 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61bdc4-da3c-4e68-8c1e-386280230bbc tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db9b24ac-68bc-4d92-bc57-ecde8e2b9d38,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:30.318393 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-dd61bdc4-da3c-4e68-8c1e-386280230bbc tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:30.353151 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-dd61bdc4-da3c-4e68-8c1e-386280230bbc tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.354904 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-dd61bdc4-da3c-4e68-8c1e-386280230bbc tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3611567 Apr 30 13:20:30.357824 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 35372) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:30.366831 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-ddcc6aa3-93fc-4070-87b6-224da0871fe2 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Request body: {'security_group_rule': {'security_group_id': 'db9b24ac-68bc-4d92-bc57-ecde8e2b9d38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:30.371013 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-32108774-4e10-4b54-a313-10f00ddb6f0b req-4fba8c47-fe46-41d4-9272-b5471160beea tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 210 time: 0.0497017 Apr 30 13:20:30.373893 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-ddcc6aa3-93fc-4070-87b6-224da0871fe2 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:30.386675 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-ddcc6aa3-93fc-4070-87b6-224da0871fe2 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Usage tracker for resource:security_group_rule and tenant:d9280e071a324c1bab79da85986ee901 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:30.390033 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-ddcc6aa3-93fc-4070-87b6-224da0871fe2 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:30.397085 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-ddcc6aa3-93fc-4070-87b6-224da0871fe2 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:30.413219 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ddcc6aa3-93fc-4070-87b6-224da0871fe2 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.476083 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ddcc6aa3-93fc-4070-87b6-224da0871fe2 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.480204 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ddcc6aa3-93fc-4070-87b6-224da0871fe2 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724316'] for security_group_rule, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.482260 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:30.506189 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc6aa3-93fc-4070-87b6-224da0871fe2 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e21fe72-2120-4774-b4c3-e511175e3213,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:30.508910 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-ddcc6aa3-93fc-4070-87b6-224da0871fe2 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:30.520487 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ddcc6aa3-93fc-4070-87b6-224da0871fe2 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.521907 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-ddcc6aa3-93fc-4070-87b6-224da0871fe2 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1628118 Apr 30 13:20:30.524561 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 35382) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:30.530302 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-88ec7616-03eb-4875-ba77-8c796085a87a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Request body: {'security_group_rule': {'security_group_id': 'db9b24ac-68bc-4d92-bc57-ecde8e2b9d38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:30.536283 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-88ec7616-03eb-4875-ba77-8c796085a87a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:30.540905 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-88ec7616-03eb-4875-ba77-8c796085a87a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Usage tracker for resource:security_group_rule and tenant:d9280e071a324c1bab79da85986ee901 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:30.543745 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-88ec7616-03eb-4875-ba77-8c796085a87a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:30.550344 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-88ec7616-03eb-4875-ba77-8c796085a87a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:30.572709 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-88ec7616-03eb-4875-ba77-8c796085a87a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.668100 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-88ec7616-03eb-4875-ba77-8c796085a87a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.676806 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-88ec7616-03eb-4875-ba77-8c796085a87a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724316'] for security_group_rule, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.701034 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e3a22cc5-d06c-4345-add9-41933a5913b2 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:30.714452 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-88ec7616-03eb-4875-ba77-8c796085a87a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.716046 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-88ec7616-03eb-4875-ba77-8c796085a87a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1902792 Apr 30 13:20:30.719999 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 35392) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:30.723131 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec7616-03eb-4875-ba77-8c796085a87a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c51c050-47b9-4157-8678-d66512abbe05,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:30.726056 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-ec6345a2-47f9-4ee4-849f-fe92626aa560 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Request body: {'floatingip': {'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:30.734188 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-88ec7616-03eb-4875-ba77-8c796085a87a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:30.737549 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-ec6345a2-47f9-4ee4-849f-fe92626aa560 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:30.790827 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-ec6345a2-47f9-4ee4-849f-fe92626aa560 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Usage tracker for resource:floatingip and tenant:d9280e071a324c1bab79da85986ee901 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:30.795111 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-ec6345a2-47f9-4ee4-849f-fe92626aa560 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:30.802379 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-ec6345a2-47f9-4ee4-849f-fe92626aa560 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:30.821935 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ec6345a2-47f9-4ee4-849f-fe92626aa560 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for floatingip, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.884386 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcb4c0-2c7e-47b1-b4a5-a940c9df61f2 req-c35fc868-99be-4182-8c31-8ddaf1e75a81 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:30.885674 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dcfcb4c0-2c7e-47b1-b4a5-a940c9df61f2 req-c35fc868-99be-4182-8c31-8ddaf1e75a81 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 984 time: 0.1457019 Apr 30 13:20:30.997131 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dcfcb4c0-2c7e-47b1-b4a5-a940c9df61f2 req-b76b7317-1d4b-40b3-83f3-a8d670676927 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&id=f2f0a7a9-98b0-4bd4-be9d-de7246680cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1018691 Apr 30 13:20:31.044155 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ec6345a2-47f9-4ee4-849f-fe92626aa560 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:31.208432 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [None req-ec6345a2-47f9-4ee4-849f-fe92626aa560 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Allocated IP 172.27.3.211 (c3b86f7e-3861-4477-9f50-64652b00e102/6d81663d-75dc-44ec-8bd2-9cfe56c21a4e/15db6356-ab21-4940-8fef-6c4e50979a31) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:20:31.364018 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ec6345a2-47f9-4ee4-849f-fe92626aa560 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:31.397831 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ec6345a2-47f9-4ee4-849f-fe92626aa560 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:31.403106 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:31.459352 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6345a2-47f9-4ee4-849f-fe92626aa560 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Network c3b86f7e-3861-4477-9f50-64652b00e102 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:20:31.466255 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-ec6345a2-47f9-4ee4-849f-fe92626aa560 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:20:31.470539 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6345a2-47f9-4ee4-849f-fe92626aa560 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:20:31.505722 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6345a2-47f9-4ee4-849f-fe92626aa560 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Pushing event updated for resources: {'Port': ['ID=15db6356-ab21-4940-8fef-6c4e50979a31,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:31.517276 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ec6345a2-47f9-4ee4-849f-fe92626aa560 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:31.565873 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5dff4a89-237e-4039-9de3-04909b44b302 req-6b3ce7f6-689e-45d0-9e45-b36a6a8f4708 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 210 time: 0.0476170 Apr 30 13:20:31.607540 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ec6345a2-47f9-4ee4-849f-fe92626aa560 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:31.675775 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ec6345a2-47f9-4ee4-849f-fe92626aa560 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:31.932017 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ec6345a2-47f9-4ee4-849f-fe92626aa560 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:31.939365 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ec6345a2-47f9-4ee4-849f-fe92626aa560 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-554251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:31.944688 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-07224ca5-14b6-4517-b406-256f5a7feb26 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:32.068633 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35917463-281e-4d47-b560-2f1c855f8f03 req-ac23d2cb-fc45-4356-a63e-d7aa39f663c6 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:32.071050 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-35917463-281e-4d47-b560-2f1c855f8f03 req-ac23d2cb-fc45-4356-a63e-d7aa39f663c6 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.96 "GET /v2.0/networks?id=5ea56348-3132-43ce-93d5-7c6eb60259bf HTTP/1.1" status: 200 len: 815 time: 0.1803496 Apr 30 13:20:32.139743 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-35917463-281e-4d47-b560-2f1c855f8f03 req-b3f3cb36-8363-4b39-b73d-d805a8839734 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Synchronizing usage tracker for tenant:2957845d7c874208b3d921bf499e5b7b on resource:security_group {{(pid=73846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:20:32.159320 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-35917463-281e-4d47-b560-2f1c855f8f03 req-b3f3cb36-8363-4b39-b73d-d805a8839734 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Unset dirty status for tenant:2957845d7c874208b3d921bf499e5b7b on resource:security_group {{(pid=73846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:20:32.160519 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-35917463-281e-4d47-b560-2f1c855f8f03 req-b3f3cb36-8363-4b39-b73d-d805a8839734 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2957845d7c874208b3d921bf499e5b7b HTTP/1.1" status: 200 len: 380 time: 0.0730085 Apr 30 13:20:32.176354 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [req-35917463-281e-4d47-b560-2f1c855f8f03 req-71ff3eb0-b927-479a-a5d0-4074d9a691d8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Request body: {'port': {'device_id': '2e561ff8-b905-4327-a5d2-5b488f6ed781', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'admin_state_up': True, 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'security_groups': ['6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a']}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:32.221113 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6345a2-47f9-4ee4-849f-fe92626aa560 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Pushing event updated for resources: {'Port': ['ID=15db6356-ab21-4940-8fef-6c4e50979a31,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:32.225601 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ec6345a2-47f9-4ee4-849f-fe92626aa560 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:32.241180 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ec6345a2-47f9-4ee4-849f-fe92626aa560 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657561'] for floatingip, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:32.270231 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ec6345a2-47f9-4ee4-849f-fe92626aa560 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for floatingip, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:32.271489 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-ec6345a2-47f9-4ee4-849f-fe92626aa560 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5503132 Apr 30 13:20:32.334964 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [req-35917463-281e-4d47-b560-2f1c855f8f03 req-71ff3eb0-b927-479a-a5d0-4074d9a691d8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:32.339372 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-35917463-281e-4d47-b560-2f1c855f8f03 req-71ff3eb0-b927-479a-a5d0-4074d9a691d8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Usage tracker for resource:port and tenant:2957845d7c874208b3d921bf499e5b7b is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:32.342421 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-35917463-281e-4d47-b560-2f1c855f8f03 req-71ff3eb0-b927-479a-a5d0-4074d9a691d8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:32.348682 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [req-35917463-281e-4d47-b560-2f1c855f8f03 req-71ff3eb0-b927-479a-a5d0-4074d9a691d8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:32.361896 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35917463-281e-4d47-b560-2f1c855f8f03 req-71ff3eb0-b927-479a-a5d0-4074d9a691d8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Made reservation on behalf of 2957845d7c874208b3d921bf499e5b7b for: {'port': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:20:32.366799 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-35917463-281e-4d47-b560-2f1c855f8f03 req-71ff3eb0-b927-479a-a5d0-4074d9a691d8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:32.530125 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-74ea20c7-7996-41a7-92e7-559fc49ca1a0 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Synchronizing usage tracker for tenant:d9280e071a324c1bab79da85986ee901 on resource:security_group {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:20:32.540575 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [req-35917463-281e-4d47-b560-2f1c855f8f03 req-71ff3eb0-b927-479a-a5d0-4074d9a691d8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Allocated IP 172.20.0.12 (5ea56348-3132-43ce-93d5-7c6eb60259bf/8bf6f55f-7a38-4a76-a15c-e255e10f02cb/fb4992e8-bb22-427e-91f8-6eee41a6446d) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:20:32.546620 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-74ea20c7-7996-41a7-92e7-559fc49ca1a0 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Unset dirty status for tenant:d9280e071a324c1bab79da85986ee901 on resource:security_group {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:20:32.548588 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-74ea20c7-7996-41a7-92e7-559fc49ca1a0 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--919783853&fields=id&tenant_id=d9280e071a324c1bab79da85986ee901 HTTP/1.1" status: 200 len: 267 time: 0.0604064 Apr 30 13:20:32.783142 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-39b47d61-a05d-4b53-979a-28aab98387ae tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:32.793145 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-39b47d61-a05d-4b53-979a-28aab98387ae tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/networks?id=a3023e0b-51e8-48ea-ba8f-c7b4a48d722e HTTP/1.1" status: 200 len: 810 time: 0.2366140 Apr 30 13:20:32.797403 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-877bd36d-3af5-449f-8a0c-cee56e712e6c req-1cc174ec-f3e8-4328-95b1-7accab1a6f7a tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 210 time: 0.0758953 Apr 30 13:20:32.813317 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-912d070f-05be-4857-9632-5d65df8bb2a5 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/quotas/d9280e071a324c1bab79da85986ee901 HTTP/1.1" status: 200 len: 375 time: 0.0184278 Apr 30 13:20:32.851090 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-35917463-281e-4d47-b560-2f1c855f8f03 req-71ff3eb0-b927-479a-a5d0-4074d9a691d8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:32.868015 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [req-35917463-281e-4d47-b560-2f1c855f8f03 req-71ff3eb0-b927-479a-a5d0-4074d9a691d8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Transition to ACTIVE for port object fb4992e8-bb22-427e-91f8-6eee41a6446d will not be triggered until provisioned by entity DHCP. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:20:32.897986 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-35917463-281e-4d47-b560-2f1c855f8f03 req-71ff3eb0-b927-479a-a5d0-4074d9a691d8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:32.914434 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-f3c1212b-3476-4cfd-9bf9-b5e0dc346473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:32.952466 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-d826f60f-e2ca-4670-a537-57ce1174d188 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Synchronizing usage tracker for tenant:d9280e071a324c1bab79da85986ee901 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:20:32.971010 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-d826f60f-e2ca-4670-a537-57ce1174d188 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Unset dirty status for tenant:d9280e071a324c1bab79da85986ee901 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:20:32.971990 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-d826f60f-e2ca-4670-a537-57ce1174d188 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9280e071a324c1bab79da85986ee901&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1578941 Apr 30 13:20:32.978726 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35917463-281e-4d47-b560-2f1c855f8f03 req-71ff3eb0-b927-479a-a5d0-4074d9a691d8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Network 5ea56348-3132-43ce-93d5-7c6eb60259bf is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:20:32.986559 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [req-35917463-281e-4d47-b560-2f1c855f8f03 req-71ff3eb0-b927-479a-a5d0-4074d9a691d8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:20:32.990975 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [req-35917463-281e-4d47-b560-2f1c855f8f03 req-71ff3eb0-b927-479a-a5d0-4074d9a691d8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:20:33.032696 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff3eb0-b927-479a-a5d0-4074d9a691d8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Pushing event updated for resources: {'Port': ['ID=fb4992e8-bb22-427e-91f8-6eee41a6446d,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:33.042423 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-71ff3eb0-b927-479a-a5d0-4074d9a691d8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:33.075375 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35917463-281e-4d47-b560-2f1c855f8f03 req-71ff3eb0-b927-479a-a5d0-4074d9a691d8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:33.076155 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-35917463-281e-4d47-b560-2f1c855f8f03 req-71ff3eb0-b927-479a-a5d0-4074d9a691d8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:33.108691 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-35917463-281e-4d47-b560-2f1c855f8f03 req-71ff3eb0-b927-479a-a5d0-4074d9a691d8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9368031 Apr 30 13:20:33.126892 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [req-35917463-281e-4d47-b560-2f1c855f8f03 req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Request body: {'port': {'device_id': '2e561ff8-b905-4327-a5d2-5b488f6ed781', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:33.207328 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-67fcffa7-0bfe-41b5-ad2c-9f1d7fa0868d service neutron] 10.222.0.30 "GET /v2.0/networks/a3023e0b-51e8-48ea-ba8f-c7b4a48d722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220945 Apr 30 13:20:33.256398 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8c06ea43-8a32-4896-9edd-e84d02794986 req-a9a1b52f-6bfe-46ac-89c6-07d7fdcf19cb service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1642265 Apr 30 13:20:33.310101 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-c57d70db-e4fb-46af-a2a2-79a1d4c042d2 None None] Provisioning for port fb4992e8-bb22-427e-91f8-6eee41a6446d completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:20:33.316567 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-c57d70db-e4fb-46af-a2a2-79a1d4c042d2 None None] Provisioning complete for port fb4992e8-bb22-427e-91f8-6eee41a6446d triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:33.317089 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-c57d70db-e4fb-46af-a2a2-79a1d4c042d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:33.341176 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-35917463-281e-4d47-b560-2f1c855f8f03 req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:33.378778 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-c57d70db-e4fb-46af-a2a2-79a1d4c042d2 None None] Port fb4992e8-bb22-427e-91f8-6eee41a6446d cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:20:33.409533 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-390d5d38-9900-440e-9ed8-7037c107b7f3 service neutron] 10.222.0.30 "GET /v2.0/networks/a3023e0b-51e8-48ea-ba8f-c7b4a48d722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953988 Apr 30 13:20:33.439026 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06ea43-8a32-4896-9edd-e84d02794986 req-616ebd14-14bf-42a2-adab-99b85d5ecce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:33.442090 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8c06ea43-8a32-4896-9edd-e84d02794986 req-616ebd14-14bf-42a2-adab-99b85d5ecce2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9ea461adf36b4f638c2ff6761c98389e&device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 1137 time: 0.1332555 Apr 30 13:20:33.667517 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-923b41e3-7e16-4efc-a1ab-409c5651ae31 req-45bac201-ce29-41fa-9672-99624a9c85a3 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=253e4208-747b-425c-aff6-5873c5ce6473 HTTP/1.1" status: 200 len: 210 time: 0.0561821 Apr 30 13:20:33.670088 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06ea43-8a32-4896-9edd-e84d02794986 req-63319c3d-9ae6-4cab-b057-e5beadc45b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:33.671850 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8c06ea43-8a32-4896-9edd-e84d02794986 req-63319c3d-9ae6-4cab-b057-e5beadc45b28 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3357c09a-1ff1-4156-b7a5-b206cf73267c HTTP/1.1" status: 200 len: 917 time: 0.2091606 Apr 30 13:20:33.738672 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [req-35917463-281e-4d47-b560-2f1c855f8f03 req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4992e8-bb22-427e-91f8-6eee41a6446d {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:20:33.746511 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-35917463-281e-4d47-b560-2f1c855f8f03 req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:33.763024 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [req-35917463-281e-4d47-b560-2f1c855f8f03 req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Transition to ACTIVE for port object fb4992e8-bb22-427e-91f8-6eee41a6446d will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:20:33.767337 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-35917463-281e-4d47-b560-2f1c855f8f03 req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8252111'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:33.773068 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-7e475a0f-7c65-4aa1-8156-6d20a4109c77 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:33.800115 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8c06ea43-8a32-4896-9edd-e84d02794986 req-81ddb44d-e52c-4eac-94e8-bdbbeffb677b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6ce748a-7d9b-411f-a297-e3accb8a56c3 HTTP/1.1" status: 200 len: 1001 time: 0.1208987 Apr 30 13:20:33.868611 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06ea43-8a32-4896-9edd-e84d02794986 req-01575a12-494e-47b6-a094-9526d77b5ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:33.871553 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8c06ea43-8a32-4896-9edd-e84d02794986 req-01575a12-494e-47b6-a094-9526d77b5ba3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=70d26d5f-252a-44e7-a608-0a89cf716e23 HTTP/1.1" status: 200 len: 854 time: 0.0645282 Apr 30 13:20:33.913541 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4992e8-bb22-427e-91f8-6eee41a6446d,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:33.931841 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:33.932169 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:33.932388 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:33.932772 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:33.934173 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:33.934614 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:33.934971 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:33.935328 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:33.936084 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:33.936400 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:33.936758 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:33.938056 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:33.947295 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:33.987589 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06ea43-8a32-4896-9edd-e84d02794986 req-fdc749df-08e1-42fe-ba6c-ce38d60a9b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:33.989205 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8c06ea43-8a32-4896-9edd-e84d02794986 req-fdc749df-08e1-42fe-ba6c-ce38d60a9b15 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3357c09a-1ff1-4156-b7a5-b206cf73267c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1101525 Apr 30 13:20:34.180415 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-35917463-281e-4d47-b560-2f1c855f8f03 req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Attempting to bind port fb4992e8-bb22-427e-91f8-6eee41a6446d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:20:34.181922 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-35917463-281e-4d47-b560-2f1c855f8f03 req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Attempting to bind port fb4992e8-bb22-427e-91f8-6eee41a6446d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '27c334f4-9bf4-4215-81ac-eba1c6eda7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:20:34.183139 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35917463-281e-4d47-b560-2f1c855f8f03 req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Attempting to bind port fb4992e8-bb22-427e-91f8-6eee41a6446d on network 5ea56348-3132-43ce-93d5-7c6eb60259bf {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:20:34.191639 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35917463-281e-4d47-b560-2f1c855f8f03 req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Port fb4992e8-bb22-427e-91f8-6eee41a6446d on network 5ea56348-3132-43ce-93d5-7c6eb60259bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:20:34.192784 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35917463-281e-4d47-b560-2f1c855f8f03 req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Attempting to bind port fb4992e8-bb22-427e-91f8-6eee41a6446d on network 5ea56348-3132-43ce-93d5-7c6eb60259bf {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:20:34.200720 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35917463-281e-4d47-b560-2f1c855f8f03 req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Checking agent: {'id': '339503ba-6418-440e-8cd9-ebb81c45e407', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:20:34.201415 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35917463-281e-4d47-b560-2f1c855f8f03 req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Checking segment: {'id': '27c334f4-9bf4-4215-81ac-eba1c6eda7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:20:34.202130 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35917463-281e-4d47-b560-2f1c855f8f03 req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Bound using segment: {'id': '27c334f4-9bf4-4215-81ac-eba1c6eda7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:20:34.202894 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-35917463-281e-4d47-b560-2f1c855f8f03 req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Bound port: fb4992e8-bb22-427e-91f8-6eee41a6446d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27c334f4-9bf4-4215-81ac-eba1c6eda7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:20:34.203460 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-35917463-281e-4d47-b560-2f1c855f8f03 req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:34.230287 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8c06ea43-8a32-4896-9edd-e84d02794986 req-2ad90985-bfec-4227-be8e-670eb5c8542c service neutron] 10.222.0.96 "GET /v2.0/networks/3357c09a-1ff1-4156-b7a5-b206cf73267c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327690 Apr 30 13:20:34.303319 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b8d7a-2521-433e-84c1-233c1427c1c0 req-e98ec8a4-86ab-4f3e-8a35-7740df2629b9 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:34.304794 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6a3b8d7a-2521-433e-84c1-233c1427c1c0 req-e98ec8a4-86ab-4f3e-8a35-7740df2629b9 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 944 time: 0.1752670 Apr 30 13:20:34.320591 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-35917463-281e-4d47-b560-2f1c855f8f03 req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] For port fb4992e8-bb22-427e-91f8-6eee41a6446d, host hv-cinder-78836, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:20:34.324118 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-35917463-281e-4d47-b560-2f1c855f8f03 req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] For port fb4992e8-bb22-427e-91f8-6eee41a6446d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fb4992e8-bb22-427e-91f8-6eee41a6446d,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:20:34.337988 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-35917463-281e-4d47-b560-2f1c855f8f03 req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8252111'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:34.343020 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0d2879d3-c83e-4629-8c0d-658667692e0e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:34.395157 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35917463-281e-4d47-b560-2f1c855f8f03 req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:34.395781 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-35917463-281e-4d47-b560-2f1c855f8f03 req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:34.397778 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-35917463-281e-4d47-b560-2f1c855f8f03 req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] 10.222.0.96 "PUT /v2.0/ports/fb4992e8-bb22-427e-91f8-6eee41a6446d HTTP/1.1" status: 200 len: 1094 time: 1.2759469 Apr 30 13:20:34.400359 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e561ff8-b905-4327-a5d2-5b488f6ed781', 'tag': 'fb4992e8-bb22-427e-91f8-6eee41a6446d'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:34.426405 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6a3b8d7a-2521-433e-84c1-233c1427c1c0 req-30f829ff-7d06-4b5d-9f3a-3aa3013c1493 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688708 Apr 30 13:20:34.446100 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4992e8-bb22-427e-91f8-6eee41a6446d,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:34.457059 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:34.459058 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:34.465830 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8c06ea43-8a32-4896-9edd-e84d02794986 req-bdff053b-b20c-4d0a-aaff-7b8b1f4e3b4f service neutron] 10.222.0.96 "GET /v2.0/networks/3357c09a-1ff1-4156-b7a5-b206cf73267c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227910 Apr 30 13:20:34.487949 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e561ff8-b905-4327-a5d2-5b488f6ed781', 'tag': 'fb4992e8-bb22-427e-91f8-6eee41a6446d', 'status': 'completed', 'code': 200} Apr 30 13:20:34.692453 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35917463-281e-4d47-b560-2f1c855f8f03 req-0ff9c583-78c4-4559-a2e3-f74d7e4ed729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:34.692453 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-35917463-281e-4d47-b560-2f1c855f8f03 req-0ff9c583-78c4-4559-a2e3-f74d7e4ed729 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2957845d7c874208b3d921bf499e5b7b&device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 1097 time: 0.1993184 Apr 30 13:20:34.784719 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-35917463-281e-4d47-b560-2f1c855f8f03 req-5190e9e4-93c0-433c-8681-9b13c915b54e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb4992e8-bb22-427e-91f8-6eee41a6446d HTTP/1.1" status: 200 len: 217 time: 0.0703321 Apr 30 13:20:34.860000 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-da22fb6c-3bbc-4fc7-b6f4-8e2e5ecf1b93 req-6ee14bf9-5278-45f2-b1cf-837281fa4cfa tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=253e4208-747b-425c-aff6-5873c5ce6473 HTTP/1.1" status: 200 len: 210 time: 0.0735669 Apr 30 13:20:34.888472 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35917463-281e-4d47-b560-2f1c855f8f03 req-ea00ca41-f231-48c5-b379-6c9cbe5ea90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:34.889899 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-35917463-281e-4d47-b560-2f1c855f8f03 req-ea00ca41-f231-48c5-b379-6c9cbe5ea90a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8bf6f55f-7a38-4a76-a15c-e255e10f02cb HTTP/1.1" status: 200 len: 854 time: 0.0690041 Apr 30 13:20:34.979333 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35917463-281e-4d47-b560-2f1c855f8f03 req-60f366ee-bb97-4c60-97d5-65519f05f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:34.980796 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-35917463-281e-4d47-b560-2f1c855f8f03 req-60f366ee-bb97-4c60-97d5-65519f05f112 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5ea56348-3132-43ce-93d5-7c6eb60259bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830114 Apr 30 13:20:35.135226 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-35917463-281e-4d47-b560-2f1c855f8f03 req-9feef4ca-b023-4673-b80b-0f5c072ed46a service neutron] 10.222.0.96 "GET /v2.0/networks/5ea56348-3132-43ce-93d5-7c6eb60259bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468592 Apr 30 13:20:35.149154 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-bd82d6e0-1c4f-45a8-968a-00ac29bbf00c tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:35.162165 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-bd82d6e0-1c4f-45a8-968a-00ac29bbf00c tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.96 "GET /v2.0/networks?id=a3023e0b-51e8-48ea-ba8f-c7b4a48d722e HTTP/1.1" status: 200 len: 810 time: 0.1878831 Apr 30 13:20:35.234910 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-a0db0af2-4fb7-4930-a5e2-cf540095af1b tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9280e071a324c1bab79da85986ee901 HTTP/1.1" status: 200 len: 379 time: 0.0576890 Apr 30 13:20:35.244809 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-f5571abe-6b02-4ea7-90f4-d7eeeee10b72 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Request body: {'port': {'device_id': '253e4208-747b-425c-aff6-5873c5ce6473', 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e', 'admin_state_up': True, 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'security_groups': ['db9b24ac-68bc-4d92-bc57-ecde8e2b9d38']}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:35.308397 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-35917463-281e-4d47-b560-2f1c855f8f03 req-3320998c-7218-454c-aab3-2df8bf5056cb service neutron] 10.222.0.96 "GET /v2.0/networks/5ea56348-3132-43ce-93d5-7c6eb60259bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654301 Apr 30 13:20:35.398077 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-f5571abe-6b02-4ea7-90f4-d7eeeee10b72 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:35.407498 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-f5571abe-6b02-4ea7-90f4-d7eeeee10b72 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:35.416911 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-f5571abe-6b02-4ea7-90f4-d7eeeee10b72 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Made reservation on behalf of d9280e071a324c1bab79da85986ee901 for: {'port': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:20:35.420511 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-f5571abe-6b02-4ea7-90f4-d7eeeee10b72 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:35.514403 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73b7ea-324c-4486-a0ee-16d742c1cc0e req-dded35ff-79ac-4d3f-9155-63232079e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:35.516408 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5c73b7ea-324c-4486-a0ee-16d742c1cc0e req-dded35ff-79ac-4d3f-9155-63232079e973 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2957845d7c874208b3d921bf499e5b7b&device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 1097 time: 0.0719972 Apr 30 13:20:35.583430 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-f5571abe-6b02-4ea7-90f4-d7eeeee10b72 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Allocated IP 172.20.0.13 (a3023e0b-51e8-48ea-ba8f-c7b4a48d722e/88f483fa-96d4-494c-a375-0339a4c91674/d8fd3e6a-e0c9-4605-ba52-74ab6e63e480) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:20:35.716077 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73b7ea-324c-4486-a0ee-16d742c1cc0e req-44130e25-85fa-4852-8d22-6dc125426af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:35.717525 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5c73b7ea-324c-4486-a0ee-16d742c1cc0e req-44130e25-85fa-4852-8d22-6dc125426af7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5ea56348-3132-43ce-93d5-7c6eb60259bf HTTP/1.1" status: 200 len: 917 time: 0.1927140 Apr 30 13:20:35.728430 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebfa2c-0033-46b9-ad72-cf7157b4d145 req-63ec4838-4a72-4f1b-a3e6-a3db7884cc1b tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:35.729937 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-03ebfa2c-0033-46b9-ad72-cf7157b4d145 req-63ec4838-4a72-4f1b-a3e6-a3db7884cc1b tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 944 time: 0.1849563 Apr 30 13:20:35.800458 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-f5571abe-6b02-4ea7-90f4-d7eeeee10b72 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:35.808308 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5c73b7ea-324c-4486-a0ee-16d742c1cc0e req-7c78c637-2626-4147-be3a-399c754ad1db service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb4992e8-bb22-427e-91f8-6eee41a6446d HTTP/1.1" status: 200 len: 217 time: 0.0773139 Apr 30 13:20:35.817343 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-f5571abe-6b02-4ea7-90f4-d7eeeee10b72 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Transition to ACTIVE for port object d8fd3e6a-e0c9-4605-ba52-74ab6e63e480 will not be triggered until provisioned by entity DHCP. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:20:35.845289 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-f5571abe-6b02-4ea7-90f4-d7eeeee10b72 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:35.852372 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-3ac3e101-35fb-4454-86b3-263e846660c4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:35.874546 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-03ebfa2c-0033-46b9-ad72-cf7157b4d145 req-bfb53b1a-7907-4af8-9540-867e7205f29f tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961339 Apr 30 13:20:35.890053 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73b7ea-324c-4486-a0ee-16d742c1cc0e req-2f998df1-473a-4fba-ae59-4cbcdc8d221e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:35.892086 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5c73b7ea-324c-4486-a0ee-16d742c1cc0e req-2f998df1-473a-4fba-ae59-4cbcdc8d221e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8bf6f55f-7a38-4a76-a15c-e255e10f02cb HTTP/1.1" status: 200 len: 854 time: 0.0752614 Apr 30 13:20:35.919811 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-f5571abe-6b02-4ea7-90f4-d7eeeee10b72 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Network a3023e0b-51e8-48ea-ba8f-c7b4a48d722e is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:20:35.923472 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-f5571abe-6b02-4ea7-90f4-d7eeeee10b72 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:20:35.927323 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-f5571abe-6b02-4ea7-90f4-d7eeeee10b72 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:20:35.975095 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5571abe-6b02-4ea7-90f4-d7eeeee10b72 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Pushing event updated for resources: {'Port': ['ID=d8fd3e6a-e0c9-4605-ba52-74ab6e63e480,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:35.987317 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-f5571abe-6b02-4ea7-90f4-d7eeeee10b72 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:36.010286 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-f5571abe-6b02-4ea7-90f4-d7eeeee10b72 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:36.010926 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-f5571abe-6b02-4ea7-90f4-d7eeeee10b72 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.034681 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73b7ea-324c-4486-a0ee-16d742c1cc0e req-5055c93e-bf5a-459f-a3f8-3c8e91d9ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:36.036461 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5c73b7ea-324c-4486-a0ee-16d742c1cc0e req-5055c93e-bf5a-459f-a3f8-3c8e91d9ee88 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5ea56348-3132-43ce-93d5-7c6eb60259bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1290395 Apr 30 13:20:36.048102 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-f5571abe-6b02-4ea7-90f4-d7eeeee10b72 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8080742 Apr 30 13:20:36.069186 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-b54c5591-b72a-45f6-90f8-8ca985f39aba service neutron] Request body: {'port': {'device_id': '253e4208-747b-425c-aff6-5873c5ce6473', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:36.107603 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565096f-2d6d-4d68-8e81-1994d3c6f7c2 req-fe523df6-a0e5-42ac-9c24-e0129f8b9474 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:36.109218 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8565096f-2d6d-4d68-8e81-1994d3c6f7c2 req-fe523df6-a0e5-42ac-9c24-e0129f8b9474 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=253e4208-747b-425c-aff6-5873c5ce6473 HTTP/1.1" status: 200 len: 932 time: 0.1255200 Apr 30 13:20:36.182788 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-d4dd6e21-5217-4231-b7ec-9e7df2838a71 None None] Provisioning for port d8fd3e6a-e0c9-4605-ba52-74ab6e63e480 completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:20:36.191241 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-d4dd6e21-5217-4231-b7ec-9e7df2838a71 None None] Provisioning complete for port d8fd3e6a-e0c9-4605-ba52-74ab6e63e480 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:36.191879 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d4dd6e21-5217-4231-b7ec-9e7df2838a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.222580 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8565096f-2d6d-4d68-8e81-1994d3c6f7c2 req-1c1ebc3a-5cb2-4935-9bbb-59d9148e202b tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=db9b24ac-68bc-4d92-bc57-ecde8e2b9d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065421 Apr 30 13:20:36.249084 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5c73b7ea-324c-4486-a0ee-16d742c1cc0e req-8eab2df5-5cdf-463e-83cc-ab012068fffe service neutron] 10.222.0.96 "GET /v2.0/networks/5ea56348-3132-43ce-93d5-7c6eb60259bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830308 Apr 30 13:20:36.251520 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-d4dd6e21-5217-4231-b7ec-9e7df2838a71 None None] Port d8fd3e6a-e0c9-4605-ba52-74ab6e63e480 cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:20:36.282422 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-b54c5591-b72a-45f6-90f8-8ca985f39aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.385391 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5c73b7ea-324c-4486-a0ee-16d742c1cc0e req-e3c1876e-fe34-4e52-80b2-1735b91da239 service neutron] 10.222.0.96 "GET /v2.0/networks/5ea56348-3132-43ce-93d5-7c6eb60259bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296499 Apr 30 13:20:36.465146 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-124930f3-8fd3-4bdc-9f0b-c88f03cc062d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.656737 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-b54c5591-b72a-45f6-90f8-8ca985f39aba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8fd3e6a-e0c9-4605-ba52-74ab6e63e480 {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:20:36.663776 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-b54c5591-b72a-45f6-90f8-8ca985f39aba service neutron] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.678298 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-b54c5591-b72a-45f6-90f8-8ca985f39aba service neutron] Transition to ACTIVE for port object d8fd3e6a-e0c9-4605-ba52-74ab6e63e480 will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:20:36.681925 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-b54c5591-b72a-45f6-90f8-8ca985f39aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8252111'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.686159 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:36.839997 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c5591-b72a-45f6-90f8-8ca985f39aba service neutron] Pushing event updated for resources: {'Port': ['ID=d8fd3e6a-e0c9-4605-ba52-74ab6e63e480,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:36.847810 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-b54c5591-b72a-45f6-90f8-8ca985f39aba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:36.927602 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-b54c5591-b72a-45f6-90f8-8ca985f39aba service neutron] Attempting to bind port d8fd3e6a-e0c9-4605-ba52-74ab6e63e480 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:20:36.928047 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-b54c5591-b72a-45f6-90f8-8ca985f39aba service neutron] Attempting to bind port d8fd3e6a-e0c9-4605-ba52-74ab6e63e480 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '10278c49-52d2-4267-9e0f-d0c4b28d582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:20:36.928436 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-b54c5591-b72a-45f6-90f8-8ca985f39aba service neutron] Attempting to bind port d8fd3e6a-e0c9-4605-ba52-74ab6e63e480 on network a3023e0b-51e8-48ea-ba8f-c7b4a48d722e {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:20:36.933560 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-b54c5591-b72a-45f6-90f8-8ca985f39aba service neutron] Port d8fd3e6a-e0c9-4605-ba52-74ab6e63e480 on network a3023e0b-51e8-48ea-ba8f-c7b4a48d722e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:20:36.934055 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-b54c5591-b72a-45f6-90f8-8ca985f39aba service neutron] Attempting to bind port d8fd3e6a-e0c9-4605-ba52-74ab6e63e480 on network a3023e0b-51e8-48ea-ba8f-c7b4a48d722e {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:20:36.939876 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-b54c5591-b72a-45f6-90f8-8ca985f39aba service neutron] Checking agent: {'id': '339503ba-6418-440e-8cd9-ebb81c45e407', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:20:36.940287 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-b54c5591-b72a-45f6-90f8-8ca985f39aba service neutron] Checking segment: {'id': '10278c49-52d2-4267-9e0f-d0c4b28d582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:20:36.940702 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-b54c5591-b72a-45f6-90f8-8ca985f39aba service neutron] Bound using segment: {'id': '10278c49-52d2-4267-9e0f-d0c4b28d582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:20:36.941085 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-b54c5591-b72a-45f6-90f8-8ca985f39aba service neutron] Bound port: d8fd3e6a-e0c9-4605-ba52-74ab6e63e480, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10278c49-52d2-4267-9e0f-d0c4b28d582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:20:36.941430 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-b54c5591-b72a-45f6-90f8-8ca985f39aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.951600 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 35532) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:37.045136 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-b54c5591-b72a-45f6-90f8-8ca985f39aba service neutron] For port d8fd3e6a-e0c9-4605-ba52-74ab6e63e480, host hv-cinder-78836, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:20:37.048977 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-b54c5591-b72a-45f6-90f8-8ca985f39aba service neutron] For port d8fd3e6a-e0c9-4605-ba52-74ab6e63e480, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d8fd3e6a-e0c9-4605-ba52-74ab6e63e480,segment=NetworkSegment(10278c49-52d2-4267-9e0f-d0c4b28d582b),segment_id=10278c49-52d2-4267-9e0f-d0c4b28d582b)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:20:37.054045 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-b54c5591-b72a-45f6-90f8-8ca985f39aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8252111'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:37.058842 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-4791ab0f-9076-4df8-9cb9-11a6dee71e68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:37.106409 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf54c0e-af03-4b7d-abd5-6e20d11da867 req-6ee5cb57-bed2-4bbe-87b5-b5a997be2ff0 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:37.108026 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0cf54c0e-af03-4b7d-abd5-6e20d11da867 req-6ee5cb57-bed2-4bbe-87b5-b5a997be2ff0 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 944 time: 0.0977497 Apr 30 13:20:37.136829 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f3c19dad-4c4b-40e9-84c3-f7f07687d83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:37.147585 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-b54c5591-b72a-45f6-90f8-8ca985f39aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:37.148940 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-b54c5591-b72a-45f6-90f8-8ca985f39aba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:37.150394 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-b54c5591-b72a-45f6-90f8-8ca985f39aba service neutron] 10.222.0.96 "PUT /v2.0/ports/d8fd3e6a-e0c9-4605-ba52-74ab6e63e480 HTTP/1.1" status: 200 len: 1094 time: 1.0855947 Apr 30 13:20:37.154413 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253e4208-747b-425c-aff6-5873c5ce6473', 'tag': 'd8fd3e6a-e0c9-4605-ba52-74ab6e63e480'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:37.178503 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-f3c19dad-4c4b-40e9-84c3-f7f07687d83b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:37.187545 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-f3c19dad-4c4b-40e9-84c3-f7f07687d83b admin admin] Usage tracker for resource:security_group_rule and tenant:1659ec2435f04455a6154f0e03645f3a is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:37.191886 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-f3c19dad-4c4b-40e9-84c3-f7f07687d83b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:37.200768 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c5591-b72a-45f6-90f8-8ca985f39aba service neutron] Pushing event updated for resources: {'Port': ['ID=d8fd3e6a-e0c9-4605-ba52-74ab6e63e480,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:37.204445 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-f3c19dad-4c4b-40e9-84c3-f7f07687d83b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:37.207018 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-b54c5591-b72a-45f6-90f8-8ca985f39aba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:37.275058 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '253e4208-747b-425c-aff6-5873c5ce6473', 'tag': 'd8fd3e6a-e0c9-4605-ba52-74ab6e63e480', 'status': 'completed', 'code': 200} Apr 30 13:20:37.315911 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0cf54c0e-af03-4b7d-abd5-6e20d11da867 req-bbcf04d6-322a-4c26-97c2-994657768ad3 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015212 Apr 30 13:20:37.402081 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f3c19dad-4c4b-40e9-84c3-f7f07687d83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:37.406658 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-ad4d397a-d703-4225-8ace-6ac0ef658abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:37.408289 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-ad4d397a-d703-4225-8ace-6ac0ef658abe service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d9280e071a324c1bab79da85986ee901&device_id=253e4208-747b-425c-aff6-5873c5ce6473 HTTP/1.1" status: 200 len: 1097 time: 0.1355162 Apr 30 13:20:37.409370 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f3c19dad-4c4b-40e9-84c3-f7f07687d83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:37.418469 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-24c5ea3d-90d6-4d39-9826-42727c859fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:37.452150 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671b634-f50d-40c9-87b5-2e8e302cf502 req-fd90c01c-c2ae-4b9e-bdd5-e0f4d6d36a9f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:37.454234 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f671b634-f50d-40c9-87b5-2e8e302cf502 req-fd90c01c-c2ae-4b9e-bdd5-e0f4d6d36a9f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=253e4208-747b-425c-aff6-5873c5ce6473 HTTP/1.1" status: 200 len: 944 time: 0.0828009 Apr 30 13:20:37.502765 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f671b634-f50d-40c9-87b5-2e8e302cf502 req-ce072cd1-b755-40e8-9aca-781cd316fc75 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=db9b24ac-68bc-4d92-bc57-ecde8e2b9d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424476 Apr 30 13:20:37.520650 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-086bb419-e500-4545-a6eb-4ba364738ecb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8fd3e6a-e0c9-4605-ba52-74ab6e63e480 HTTP/1.1" status: 200 len: 217 time: 0.0917380 Apr 30 13:20:37.527049 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-f3c19dad-4c4b-40e9-84c3-f7f07687d83b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1659ec2435f04455a6154f0e03645f3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5746105 Apr 30 13:20:37.528045 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c19dad-4c4b-40e9-84c3-f7f07687d83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e7a573-d9df-4a68-8498-19b9aba7a021,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:37.529727 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 35544) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:37.531831 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-f3c19dad-4c4b-40e9-84c3-f7f07687d83b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:37.602415 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-605d4d6c-7168-4899-af88-e2f097068433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:37.603984 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-605d4d6c-7168-4899-af88-e2f097068433 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=88f483fa-96d4-494c-a375-0339a4c91674 HTTP/1.1" status: 200 len: 849 time: 0.0599520 Apr 30 13:20:37.610737 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1d62a512-62bb-4287-b164-d50667438855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:37.644405 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1d62a512-62bb-4287-b164-d50667438855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:37.685674 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-52b32784-4f6f-408f-b940-5ae897d73daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:37.687985 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-52b32784-4f6f-408f-b940-5ae897d73daa service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a3023e0b-51e8-48ea-ba8f-c7b4a48d722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758052 Apr 30 13:20:37.697505 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1d62a512-62bb-4287-b164-d50667438855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:37.701234 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-f9880bdb-6f34-4551-a781-a6b7eec434f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:37.717308 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62a512-62bb-4287-b164-d50667438855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e7a573-d9df-4a68-8498-19b9aba7a021,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:37.719434 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1d62a512-62bb-4287-b164-d50667438855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:37.720549 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-1d62a512-62bb-4287-b164-d50667438855 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f0e7a573-d9df-4a68-8498-19b9aba7a021 HTTP/1.1" status: 204 len: 168 time: 0.1897748 Apr 30 13:20:37.721440 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1d62a512-62bb-4287-b164-d50667438855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:37.827213 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-bd52ee0b-c007-4ba3-8f34-60be8d47387d service neutron] 10.222.0.96 "GET /v2.0/networks/a3023e0b-51e8-48ea-ba8f-c7b4a48d722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323903 Apr 30 13:20:37.959634 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-caafcbba-a5e7-4b78-898f-12fc19ba1aea req-996fa2ec-bb6b-41ba-945e-55383bbc7024 service neutron] 10.222.0.96 "GET /v2.0/networks/a3023e0b-51e8-48ea-ba8f-c7b4a48d722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254661 Apr 30 13:20:38.020855 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 35552) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:38.040151 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-07839aeb-ca36-41d3-9877-956520711f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:38.163736 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-07839aeb-ca36-41d3-9877-956520711f9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:38.168763 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-07839aeb-ca36-41d3-9877-956520711f9e admin admin] Usage tracker for resource:security_group_rule and tenant:60e2c0a87aab4ce9ab1185c24881414e is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:38.172572 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-07839aeb-ca36-41d3-9877-956520711f9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:38.179195 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-07839aeb-ca36-41d3-9877-956520711f9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:38.226414 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285bfb4-12bb-4907-856e-6128bde6c361 req-a54d0230-011f-4f5f-86bf-e86ea44e333b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:38.227872 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-e285bfb4-12bb-4907-856e-6128bde6c361 req-a54d0230-011f-4f5f-86bf-e86ea44e333b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d9280e071a324c1bab79da85986ee901&device_id=253e4208-747b-425c-aff6-5873c5ce6473 HTTP/1.1" status: 200 len: 1097 time: 0.1744301 Apr 30 13:20:38.388581 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-07839aeb-ca36-41d3-9877-956520711f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:38.396372 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-07839aeb-ca36-41d3-9877-956520711f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:38.404148 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-5156c95b-78df-44f2-9521-b3fd097a84ef tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:38.410905 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285bfb4-12bb-4907-856e-6128bde6c361 req-fd9c7abb-1a17-40ee-bd31-0445327e4d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:38.412353 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-e285bfb4-12bb-4907-856e-6128bde6c361 req-fd9c7abb-1a17-40ee-bd31-0445327e4d67 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a3023e0b-51e8-48ea-ba8f-c7b4a48d722e HTTP/1.1" status: 200 len: 912 time: 0.1772037 Apr 30 13:20:38.506851 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-e285bfb4-12bb-4907-856e-6128bde6c361 req-d4b5cc35-787d-4c3a-86d0-6f0d0dbd1127 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8fd3e6a-e0c9-4605-ba52-74ab6e63e480 HTTP/1.1" status: 200 len: 217 time: 0.0793059 Apr 30 13:20:38.509882 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-07839aeb-ca36-41d3-9877-956520711f9e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60e2c0a87aab4ce9ab1185c24881414e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4880149 Apr 30 13:20:38.510810 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07839aeb-ca36-41d3-9877-956520711f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b724c4c0-7a77-4779-af22-c92195aed3b1,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:38.512723 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 35560) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:38.513852 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-07839aeb-ca36-41d3-9877-956520711f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:38.589676 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-bded3fab-99d2-4a1e-8988-e9b934533d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:38.598283 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285bfb4-12bb-4907-856e-6128bde6c361 req-809d6e4a-067c-4141-85c8-f278e0b26c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:38.599522 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-e285bfb4-12bb-4907-856e-6128bde6c361 req-809d6e4a-067c-4141-85c8-f278e0b26c15 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=88f483fa-96d4-494c-a375-0339a4c91674 HTTP/1.1" status: 200 len: 849 time: 0.0847530 Apr 30 13:20:38.699532 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285bfb4-12bb-4907-856e-6128bde6c361 req-91b9cdc2-2ebe-48ff-90b4-38df7ce5eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:38.701071 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-e285bfb4-12bb-4907-856e-6128bde6c361 req-91b9cdc2-2ebe-48ff-90b4-38df7ce5eaf3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a3023e0b-51e8-48ea-ba8f-c7b4a48d722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0945120 Apr 30 13:20:38.723151 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-bded3fab-99d2-4a1e-8988-e9b934533d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:38.847274 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-e285bfb4-12bb-4907-856e-6128bde6c361 req-02f58e60-f475-4056-80a6-74b9296f0cf8 service neutron] 10.222.0.96 "GET /v2.0/networks/a3023e0b-51e8-48ea-ba8f-c7b4a48d722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373057 Apr 30 13:20:38.869671 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29543021-c1d7-4e3f-8d74-faf8acc1998d req-e72fb61f-8046-47d5-89d2-f131bc20bed6 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:38.874424 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-29543021-c1d7-4e3f-8d74-faf8acc1998d req-e72fb61f-8046-47d5-89d2-f131bc20bed6 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=253e4208-747b-425c-aff6-5873c5ce6473 HTTP/1.1" status: 200 len: 944 time: 0.2320991 Apr 30 13:20:38.884865 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d121c6e-c44d-4163-9f65-29c67824492c req-2be118a2-adf2-4833-85c1-c164b17e548f tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:38.886370 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2d121c6e-c44d-4163-9f65-29c67824492c req-2be118a2-adf2-4833-85c1-c164b17e548f tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 944 time: 0.1703167 Apr 30 13:20:38.886982 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-bded3fab-99d2-4a1e-8988-e9b934533d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:38.893154 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-797e8024-8afd-4983-8953-766c61592994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:38.929476 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded3fab-99d2-4a1e-8988-e9b934533d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b724c4c0-7a77-4779-af22-c92195aed3b1,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:38.939042 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-bded3fab-99d2-4a1e-8988-e9b934533d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:38.947803 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-bded3fab-99d2-4a1e-8988-e9b934533d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:38.948907 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-bded3fab-99d2-4a1e-8988-e9b934533d65 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b724c4c0-7a77-4779-af22-c92195aed3b1 HTTP/1.1" status: 204 len: 168 time: 0.4336951 Apr 30 13:20:38.982408 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-29543021-c1d7-4e3f-8d74-faf8acc1998d req-f17f33d3-af42-40d1-b576-11046ced453e tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=db9b24ac-68bc-4d92-bc57-ecde8e2b9d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901108 Apr 30 13:20:38.985739 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2d121c6e-c44d-4163-9f65-29c67824492c req-6ddbc145-d591-4124-99c5-c4f5b68e449e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827477 Apr 30 13:20:38.998825 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-e285bfb4-12bb-4907-856e-6128bde6c361 req-c6756644-20a5-4fe5-93f8-f89b5379e690 service neutron] 10.222.0.96 "GET /v2.0/networks/a3023e0b-51e8-48ea-ba8f-c7b4a48d722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432676 Apr 30 13:20:39.106208 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:39.124937 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-8df05899-7699-46b7-bfaf-96b03c13e934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:39.210408 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device fb4992e8-bb22-427e-91f8-6eee41a6446d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:20:39.351039 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port fb4992e8-bb22-427e-91f8-6eee41a6446d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fb4992e8-bb22-427e-91f8-6eee41a6446d,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:39.366193 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Returning: {'device': 'fb4992e8-bb22-427e-91f8-6eee41a6446d', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'port_id': 'fb4992e8-bb22-427e-91f8-6eee41a6446d', 'mac_address': 'fa:16:3e:8b:e4:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:20:39.419593 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:39.435637 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4992e8-bb22-427e-91f8-6eee41a6446d {{(pid=73847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:20:39.451350 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port fb4992e8-bb22-427e-91f8-6eee41a6446d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fb4992e8-bb22-427e-91f8-6eee41a6446d,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:39.456454 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:39.460064 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:39.528111 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=fb4992e8-bb22-427e-91f8-6eee41a6446d,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:39.535804 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:39.536152 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:39.536628 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:39.536805 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:39.537129 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:39.537450 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:39.537764 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:39.538400 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:39.538717 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:39.539032 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:39.539412 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:39.539657 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:39.543699 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:39.690428 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 35600) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:39.797360 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-698648c5-eb7e-41b8-a7ce-d8025be6b237 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2045720383-network', 'tenant_id': 'a666d10366844214bc212a1589b58c9a'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:39.800846 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['fb4992e8-bb22-427e-91f8-6eee41a6446d'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:20:39.802699 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-698648c5-eb7e-41b8-a7ce-d8025be6b237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:39.806592 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-698648c5-eb7e-41b8-a7ce-d8025be6b237 admin admin] Usage tracker for resource:network and tenant:a666d10366844214bc212a1589b58c9a is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:39.809398 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-698648c5-eb7e-41b8-a7ce-d8025be6b237 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:39.816636 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-698648c5-eb7e-41b8-a7ce-d8025be6b237 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:39.829125 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698648c5-eb7e-41b8-a7ce-d8025be6b237 admin admin] Made reservation on behalf of a666d10366844214bc212a1589b58c9a for: {'network': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:20:39.831839 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-698648c5-eb7e-41b8-a7ce-d8025be6b237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for network, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:39.845438 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-698648c5-eb7e-41b8-a7ce-d8025be6b237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:39.859813 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-698648c5-eb7e-41b8-a7ce-d8025be6b237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:39.863598 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-698648c5-eb7e-41b8-a7ce-d8025be6b237 admin admin] Usage tracker for resource:security_group_rule and tenant:a666d10366844214bc212a1589b58c9a is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:39.866434 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-698648c5-eb7e-41b8-a7ce-d8025be6b237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:39.872152 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-698648c5-eb7e-41b8-a7ce-d8025be6b237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:39.959901 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-698648c5-eb7e-41b8-a7ce-d8025be6b237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:39.963678 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-698648c5-eb7e-41b8-a7ce-d8025be6b237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:39.970410 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-6cdca302-7739-43de-89fa-24dcfbbfdf9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:39.995881 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698648c5-eb7e-41b8-a7ce-d8025be6b237 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1190} {{(pid=73846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:20:40.008370 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698648c5-eb7e-41b8-a7ce-d8025be6b237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e293ba-7c47-4841-b642-e00e21612505,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:40.012338 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-698648c5-eb7e-41b8-a7ce-d8025be6b237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:40.015156 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-698648c5-eb7e-41b8-a7ce-d8025be6b237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:40.015558 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.db.segments_db [None req-698648c5-eb7e-41b8-a7ce-d8025be6b237 admin admin] Added segment 0e8bdefe-a941-4d66-bf15-f9e9fc1c8fac of type vlan for network cfde57be-d53c-4256-8fa2-064b32436ea1 Apr 30 13:20:40.049298 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-698648c5-eb7e-41b8-a7ce-d8025be6b237 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672049812'] for network, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:40.085537 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-698648c5-eb7e-41b8-a7ce-d8025be6b237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for network, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:40.087120 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698648c5-eb7e-41b8-a7ce-d8025be6b237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:40.087968 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-698648c5-eb7e-41b8-a7ce-d8025be6b237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:40.094025 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e3bae393-cf82-41d1-9b14-9e1681a9cde6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:40.128207 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:40.207897 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698648c5-eb7e-41b8-a7ce-d8025be6b237 admin admin] Pushing event updated for resources: {'Network': ['ID=cfde57be-d53c-4256-8fa2-064b32436ea1,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:40.210701 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-698648c5-eb7e-41b8-a7ce-d8025be6b237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:40.222983 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Network cfde57be-d53c-4256-8fa2-064b32436ea1 details requested by agent ovs-agent-dv-cinder-788363-2-iscsi with host dv-cinder-788363-2-iscsi {{(pid=73847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:20:40.223177 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-698648c5-eb7e-41b8-a7ce-d8025be6b237 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5286884 Apr 30 13:20:40.223277 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 35612) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:40.232607 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-5ac2c580-899d-4720-99a9-3d85055c350f admin admin] Request body: {'subnet': {'network_id': 'cfde57be-d53c-4256-8fa2-064b32436ea1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2045720383-subnet', 'tenant_id': 'a666d10366844214bc212a1589b58c9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:40.238184 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-5ac2c580-899d-4720-99a9-3d85055c350f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:40.249022 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ff7f6-027f-495f-8a3b-ad6e049ee97e req-a96878d0-bda7-4eb9-a687-99986a579ae5 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:40.250636 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-db9ff7f6-027f-495f-8a3b-ad6e049ee97e req-a96878d0-bda7-4eb9-a687-99986a579ae5 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=253e4208-747b-425c-aff6-5873c5ce6473 HTTP/1.1" status: 200 len: 944 time: 0.1555464 Apr 30 13:20:40.254963 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-5ac2c580-899d-4720-99a9-3d85055c350f admin admin] Usage tracker for resource:subnet and tenant:a666d10366844214bc212a1589b58c9a is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:40.259228 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-5ac2c580-899d-4720-99a9-3d85055c350f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:40.274767 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f172cc1-3198-4a68-ac69-b3fe7a55930e req-24218d42-7174-4d67-8410-e6ced52b786f tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:40.276209 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5f172cc1-3198-4a68-ac69-b3fe7a55930e req-24218d42-7174-4d67-8410-e6ced52b786f tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 945 time: 0.1442080 Apr 30 13:20:40.277080 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-5ac2c580-899d-4720-99a9-3d85055c350f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:40.329833 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac2c580-899d-4720-99a9-3d85055c350f admin admin] Made reservation on behalf of a666d10366844214bc212a1589b58c9a for: {'subnet': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:20:40.332120 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5ac2c580-899d-4720-99a9-3d85055c350f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7079053'] for subnet, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:40.385358 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-db9ff7f6-027f-495f-8a3b-ad6e049ee97e req-d1f5f7af-2f98-406d-9881-ae72b4ace50e tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=db9b24ac-68bc-4d92-bc57-ecde8e2b9d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223321 Apr 30 13:20:40.439149 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5f172cc1-3198-4a68-ac69-b3fe7a55930e req-2cc240a0-4c92-4672-8e45-f59e25b9ec98 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469133 Apr 30 13:20:40.735947 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5ac2c580-899d-4720-99a9-3d85055c350f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-543408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7079071'] for subnet, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:40.740288 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:40.808172 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2c580-899d-4720-99a9-3d85055c350f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f17f986-6ad0-4020-8bd6-6e6dcb606a07,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:40.811837 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5ac2c580-899d-4720-99a9-3d85055c350f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:40.819431 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac2c580-899d-4720-99a9-3d85055c350f admin admin] Checking segment: {'id': '0e8bdefe-a941-4d66-bf15-f9e9fc1c8fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'cfde57be-d53c-4256-8fa2-064b32436ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:20:40.819784 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac2c580-899d-4720-99a9-3d85055c350f admin admin] Network hostable DHCP agents. Network: cfde57be-d53c-4256-8fa2-064b32436ea1, hostable agents: ['951155d5-6c37-4e98-94aa-59d9e3ee6c00'], hosted agents: [] {{(pid=73845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:20:40.836736 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac2c580-899d-4720-99a9-3d85055c350f admin admin] Network cfde57be-d53c-4256-8fa2-064b32436ea1 is scheduled to be hosted by DHCP agent 951155d5-6c37-4e98-94aa-59d9e3ee6c00 with binding_index 1 {{(pid=73845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:20:40.846238 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-5ac2c580-899d-4720-99a9-3d85055c350f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-iscsi, cfde57be-d53c-4256-8fa2-064b32436ea1) {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:20:40.855058 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac2c580-899d-4720-99a9-3d85055c350f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:40.855854 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5ac2c580-899d-4720-99a9-3d85055c350f admin admin] Notify callbacks [] for subnet, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:40.858397 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9886377-7ddd-4df5-8218-7557325c9d6d None None] Network cfde57be-d53c-4256-8fa2-064b32436ea1 requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:20:40.877248 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-5ac2c580-899d-4720-99a9-3d85055c350f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6528420 Apr 30 13:20:41.071347 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3359b4b-aa9f-4907-935f-d951b1ccb36f None None] Network cfde57be-d53c-4256-8fa2-064b32436ea1 requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:20:41.222255 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device d8fd3e6a-e0c9-4605-ba52-74ab6e63e480 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:20:41.238003 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device fb4992e8-bb22-427e-91f8-6eee41a6446d up at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:20:41.380745 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 35632) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:41.386292 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-5111fd41-b0eb-47fb-a425-069fb99d63bb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-670893403-network', 'tenant_id': '6227afc1ebac41fc98dae6f4d79db54e'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:41.390813 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-5111fd41-b0eb-47fb-a425-069fb99d63bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:41.394630 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-5111fd41-b0eb-47fb-a425-069fb99d63bb admin admin] Usage tracker for resource:network and tenant:6227afc1ebac41fc98dae6f4d79db54e is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:41.397359 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-5111fd41-b0eb-47fb-a425-069fb99d63bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:41.402918 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-5111fd41-b0eb-47fb-a425-069fb99d63bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:41.424483 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5111fd41-b0eb-47fb-a425-069fb99d63bb admin admin] Made reservation on behalf of 6227afc1ebac41fc98dae6f4d79db54e for: {'network': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:20:41.427390 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5111fd41-b0eb-47fb-a425-069fb99d63bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for network, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:41.439299 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning for port fb4992e8-bb22-427e-91f8-6eee41a6446d completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:20:41.440764 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5111fd41-b0eb-47fb-a425-069fb99d63bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:41.447595 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning complete for port fb4992e8-bb22-427e-91f8-6eee41a6446d triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:41.447975 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:41.455433 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-5111fd41-b0eb-47fb-a425-069fb99d63bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:41.459162 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-5111fd41-b0eb-47fb-a425-069fb99d63bb admin admin] Usage tracker for resource:security_group_rule and tenant:6227afc1ebac41fc98dae6f4d79db54e is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:41.463109 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-5111fd41-b0eb-47fb-a425-069fb99d63bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:41.482884 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-5111fd41-b0eb-47fb-a425-069fb99d63bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:41.507953 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port d8fd3e6a-e0c9-4605-ba52-74ab6e63e480, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d8fd3e6a-e0c9-4605-ba52-74ab6e63e480,segment=NetworkSegment(10278c49-52d2-4267-9e0f-d0c4b28d582b),segment_id=10278c49-52d2-4267-9e0f-d0c4b28d582b)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:41.531434 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Returning: {'device': 'd8fd3e6a-e0c9-4605-ba52-74ab6e63e480', 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e', 'port_id': 'd8fd3e6a-e0c9-4605-ba52-74ab6e63e480', 'mac_address': 'fa:16:3e:2b:02:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88f483fa-96d4-494c-a375-0339a4c91674', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:20:41.630201 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:41.671668 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:41.684090 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8fd3e6a-e0c9-4605-ba52-74ab6e63e480 {{(pid=73847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:20:41.696840 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:41.708964 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5111fd41-b0eb-47fb-a425-069fb99d63bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:41.713790 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e561ff8-b905-4327-a5d2-5b488f6ed781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4992e8-bb22-427e-91f8-6eee41a6446d'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:41.716678 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5111fd41-b0eb-47fb-a425-069fb99d63bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:41.721625 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-64aa1261-3109-43c9-856f-50934f28e5fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:41.723675 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port d8fd3e6a-e0c9-4605-ba52-74ab6e63e480, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d8fd3e6a-e0c9-4605-ba52-74ab6e63e480,segment=NetworkSegment(10278c49-52d2-4267-9e0f-d0c4b28d582b),segment_id=10278c49-52d2-4267-9e0f-d0c4b28d582b)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:41.726977 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port fb4992e8-bb22-427e-91f8-6eee41a6446d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fb4992e8-bb22-427e-91f8-6eee41a6446d,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:41.729105 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:41.732273 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:41.739306 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35366c16-66f0-4d22-b77f-c4714ee2de3e req-a366b1b9-ab48-491e-9bc0-31e27f85f654 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:41.740740 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-35366c16-66f0-4d22-b77f-c4714ee2de3e req-a366b1b9-ab48-491e-9bc0-31e27f85f654 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 945 time: 0.1710813 Apr 30 13:20:41.760251 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961d297-3f25-40c2-a4f4-f2f3d8bd89a6 req-1cc77fd2-78d7-412d-b621-995bf7f4bf4e tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:41.761648 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6961d297-3f25-40c2-a4f4-f2f3d8bd89a6 req-1cc77fd2-78d7-412d-b621-995bf7f4bf4e tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=253e4208-747b-425c-aff6-5873c5ce6473 HTTP/1.1" status: 200 len: 944 time: 0.2392917 Apr 30 13:20:41.767278 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:41.785642 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5111fd41-b0eb-47fb-a425-069fb99d63bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1183} {{(pid=73845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:20:41.800741 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=d8fd3e6a-e0c9-4605-ba52-74ab6e63e480,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:41.803682 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:41.804142 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:41.817865 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111fd41-b0eb-47fb-a425-069fb99d63bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5178ceac-f96f-4531-9d4a-a40a95c01004,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:41.825328 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5111fd41-b0eb-47fb-a425-069fb99d63bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:41.826509 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5111fd41-b0eb-47fb-a425-069fb99d63bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:41.826509 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.db.segments_db [None req-5111fd41-b0eb-47fb-a425-069fb99d63bb admin admin] Added segment 8ce41dc9-8091-4d2d-84f6-1de035620207 of type vlan for network a6cea4f4-7f5b-44e5-800a-64a60870da8b Apr 30 13:20:41.862251 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-35366c16-66f0-4d22-b77f-c4714ee2de3e req-5c73489d-42a2-46ec-bf0f-ffd3ce017135 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126642 Apr 30 13:20:41.873136 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=fb4992e8-bb22-427e-91f8-6eee41a6446d,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:41.876455 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:41.896492 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6961d297-3f25-40c2-a4f4-f2f3d8bd89a6 req-814f5743-fe6f-49eb-8022-932a22f07ddd tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=db9b24ac-68bc-4d92-bc57-ecde8e2b9d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085598 Apr 30 13:20:41.899982 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5111fd41-b0eb-47fb-a425-069fb99d63bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672049812'] for network, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:41.931094 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5111fd41-b0eb-47fb-a425-069fb99d63bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for network, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:41.932520 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5111fd41-b0eb-47fb-a425-069fb99d63bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:41.933124 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5111fd41-b0eb-47fb-a425-069fb99d63bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:41.938259 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b70129b3-50c3-486a-9fac-a151d3524dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:41.946505 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e561ff8-b905-4327-a5d2-5b488f6ed781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4992e8-bb22-427e-91f8-6eee41a6446d', 'code': 200} Apr 30 13:20:42.125810 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['d8fd3e6a-e0c9-4605-ba52-74ab6e63e480'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:20:42.134381 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-5111fd41-b0eb-47fb-a425-069fb99d63bb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7525094 Apr 30 13:20:42.137299 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 35644) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:42.145390 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-666b7cd3-211f-4ff0-9b44-fd059d899aa3 admin admin] Request body: {'subnet': {'network_id': 'a6cea4f4-7f5b-44e5-800a-64a60870da8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-670893403-subnet', 'tenant_id': '6227afc1ebac41fc98dae6f4d79db54e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:42.148922 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111fd41-b0eb-47fb-a425-069fb99d63bb admin admin] Pushing event updated for resources: {'Network': ['ID=a6cea4f4-7f5b-44e5-800a-64a60870da8b,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:42.152352 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5111fd41-b0eb-47fb-a425-069fb99d63bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:42.153227 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-666b7cd3-211f-4ff0-9b44-fd059d899aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:42.158650 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-666b7cd3-211f-4ff0-9b44-fd059d899aa3 admin admin] Usage tracker for resource:subnet and tenant:6227afc1ebac41fc98dae6f4d79db54e is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:42.161590 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-666b7cd3-211f-4ff0-9b44-fd059d899aa3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:42.163988 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Network a6cea4f4-7f5b-44e5-800a-64a60870da8b details requested by agent ovs-agent-dv-cinder-788363-2-iscsi with host dv-cinder-788363-2-iscsi {{(pid=73847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:20:42.167753 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-666b7cd3-211f-4ff0-9b44-fd059d899aa3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:42.178294 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666b7cd3-211f-4ff0-9b44-fd059d899aa3 admin admin] Made reservation on behalf of 6227afc1ebac41fc98dae6f4d79db54e for: {'subnet': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:20:42.180840 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-666b7cd3-211f-4ff0-9b44-fd059d899aa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7079053'] for subnet, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:42.412772 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ed946-0b01-4def-a126-d1f4a7691bb9 req-4ff9319b-980b-4fea-8f09-fef47ba97f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:42.414300 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-981ed946-0b01-4def-a126-d1f4a7691bb9 req-4ff9319b-980b-4fea-8f09-fef47ba97f47 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 1099 time: 0.2520499 Apr 30 13:20:42.457322 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-981ed946-0b01-4def-a126-d1f4a7691bb9 req-c11310b8-5935-43a8-82b2-0d0d1f449d6c service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360579 Apr 30 13:20:42.566003 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-666b7cd3-211f-4ff0-9b44-fd059d899aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-543408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7079071'] for subnet, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:42.570273 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:42.638171 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b7cd3-211f-4ff0-9b44-fd059d899aa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aece866-d5e1-450a-b83b-7b55850eb5ad,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:42.641780 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-666b7cd3-211f-4ff0-9b44-fd059d899aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:42.648495 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666b7cd3-211f-4ff0-9b44-fd059d899aa3 admin admin] Checking segment: {'id': '8ce41dc9-8091-4d2d-84f6-1de035620207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'a6cea4f4-7f5b-44e5-800a-64a60870da8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:20:42.648845 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666b7cd3-211f-4ff0-9b44-fd059d899aa3 admin admin] Network hostable DHCP agents. Network: a6cea4f4-7f5b-44e5-800a-64a60870da8b, hostable agents: ['951155d5-6c37-4e98-94aa-59d9e3ee6c00'], hosted agents: [] {{(pid=73845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:20:42.665028 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666b7cd3-211f-4ff0-9b44-fd059d899aa3 admin admin] Network a6cea4f4-7f5b-44e5-800a-64a60870da8b is scheduled to be hosted by DHCP agent 951155d5-6c37-4e98-94aa-59d9e3ee6c00 with binding_index 1 {{(pid=73845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:20:42.674103 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-666b7cd3-211f-4ff0-9b44-fd059d899aa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-iscsi, a6cea4f4-7f5b-44e5-800a-64a60870da8b) {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:20:42.682553 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666b7cd3-211f-4ff0-9b44-fd059d899aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:42.683135 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-666b7cd3-211f-4ff0-9b44-fd059d899aa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:42.683399 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6579572-7fb0-457e-a2e4-91ff00d23d5a None None] Network a6cea4f4-7f5b-44e5-800a-64a60870da8b requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:20:42.705195 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-666b7cd3-211f-4ff0-9b44-fd059d899aa3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5669725 Apr 30 13:20:42.746393 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:20:42.928869 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da75f80f-6621-415a-a8bc-23f728061a0e None None] Network a6cea4f4-7f5b-44e5-800a-64a60870da8b requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:20:43.139709 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00edda8-61c7-4ebb-a5bc-b9fd8843e93f req-2362a296-d64f-4af1-96f0-723d1dfb0038 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:43.148549 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a00edda8-61c7-4ebb-a5bc-b9fd8843e93f req-2362a296-d64f-4af1-96f0-723d1dfb0038 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.1575177 Apr 30 13:20:43.181383 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f2c22-2dcb-40c1-92c9-bd1c7e521a54 req-4e709b09-7ae5-4552-83fc-a9ee3b468441 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:43.183178 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-799f2c22-2dcb-40c1-92c9-bd1c7e521a54 req-4e709b09-7ae5-4552-83fc-a9ee3b468441 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=253e4208-747b-425c-aff6-5873c5ce6473 HTTP/1.1" status: 200 len: 945 time: 0.1553037 Apr 30 13:20:43.213915 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a00edda8-61c7-4ebb-a5bc-b9fd8843e93f req-51584a0d-5cc7-411c-893b-1b0e40070032 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640178 Apr 30 13:20:43.238357 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device d8fd3e6a-e0c9-4605-ba52-74ab6e63e480 up at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:20:43.319541 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning for port d8fd3e6a-e0c9-4605-ba52-74ab6e63e480 completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:20:43.324857 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning complete for port d8fd3e6a-e0c9-4605-ba52-74ab6e63e480 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:43.325225 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:43.393909 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-799f2c22-2dcb-40c1-92c9-bd1c7e521a54 req-343a2a16-94d9-4206-90d8-0eb96490aa89 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=db9b24ac-68bc-4d92-bc57-ecde8e2b9d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993225 Apr 30 13:20:43.446266 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:43.486066 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port d8fd3e6a-e0c9-4605-ba52-74ab6e63e480, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d8fd3e6a-e0c9-4605-ba52-74ab6e63e480,segment=NetworkSegment(10278c49-52d2-4267-9e0f-d0c4b28d582b),segment_id=10278c49-52d2-4267-9e0f-d0c4b28d582b)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:43.495249 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:43.497411 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-d9db6db0-8bda-437f-a784-f7f25dd7c382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:43.576513 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=d8fd3e6a-e0c9-4605-ba52-74ab6e63e480,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:43.580765 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:43.948102 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253e4208-747b-425c-aff6-5873c5ce6473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fd3e6a-e0c9-4605-ba52-74ab6e63e480'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:43.993095 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253e4208-747b-425c-aff6-5873c5ce6473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fd3e6a-e0c9-4605-ba52-74ab6e63e480', 'code': 200} Apr 30 13:20:44.258603 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35849c-4a3d-4744-b6d7-ff7f72f57be2 req-8b2a367e-7207-49e5-b486-2701f006db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:44.260137 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-0f35849c-4a3d-4744-b6d7-ff7f72f57be2 req-8b2a367e-7207-49e5-b486-2701f006db82 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=253e4208-747b-425c-aff6-5873c5ce6473 HTTP/1.1" status: 200 len: 1099 time: 0.0734253 Apr 30 13:20:44.305905 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-0f35849c-4a3d-4744-b6d7-ff7f72f57be2 req-2367dad8-fc20-45c5-b54f-fa42fd4b4f9b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=db9b24ac-68bc-4d92-bc57-ecde8e2b9d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349240 Apr 30 13:20:44.414173 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0946ba3-c64a-417d-acd8-96363a196a57 req-66843c28-1bf8-4433-b767-a66d58934681 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:44.415666 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a0946ba3-c64a-417d-acd8-96363a196a57 req-66843c28-1bf8-4433-b767-a66d58934681 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.0836551 Apr 30 13:20:44.464217 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a0946ba3-c64a-417d-acd8-96363a196a57 req-9eba9456-580d-4c7d-9704-676fe9beb8a2 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425427 Apr 30 13:20:44.572547 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271ee22-e047-4f9e-b390-2a06d6126102 req-131d17a3-2a65-4a8a-ae28-bf9f20847894 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:44.574042 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3271ee22-e047-4f9e-b390-2a06d6126102 req-131d17a3-2a65-4a8a-ae28-bf9f20847894 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=253e4208-747b-425c-aff6-5873c5ce6473 HTTP/1.1" status: 200 len: 946 time: 0.0815485 Apr 30 13:20:44.675767 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3271ee22-e047-4f9e-b390-2a06d6126102 req-f455644f-bdf8-48b9-8588-2a25a89fa696 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=db9b24ac-68bc-4d92-bc57-ecde8e2b9d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608268 Apr 30 13:20:44.718896 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3436f8-de2f-4f08-8f6f-b750a7af1485 req-62ad75ff-7471-4331-8472-c0564fbeb491 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:44.720502 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7d3436f8-de2f-4f08-8f6f-b750a7af1485 req-62ad75ff-7471-4331-8472-c0564fbeb491 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.1455503 Apr 30 13:20:44.729416 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 35694) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:44.735890 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-95ba0097-b63b-4fda-b5f6-b0a0b4137443 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Request body: {'floatingip': {'port_id': 'fb4992e8-bb22-427e-91f8-6eee41a6446d'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:44.819091 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-95ba0097-b63b-4fda-b5f6-b0a0b4137443 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for floatingip, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:45.518167 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-95ba0097-b63b-4fda-b5f6-b0a0b4137443 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:45.522693 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-95ba0097-b63b-4fda-b5f6-b0a0b4137443 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657561'] for floatingip, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:45.696076 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.db.l3_db [None req-95ba0097-b63b-4fda-b5f6-b0a0b4137443 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Floating IP 9e17d958-fb89-486d-85b9-f88e3294f7eb associated. External IP: 172.27.3.83, port: fb4992e8-bb22-427e-91f8-6eee41a6446d. Apr 30 13:20:46.018798 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d6d97-092a-416d-a812-d354a5dc960e req-68197170-be96-445d-b136-d76d13329b0f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:46.020240 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fb8d6d97-092a-416d-a812-d354a5dc960e req-68197170-be96-445d-b136-d76d13329b0f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=253e4208-747b-425c-aff6-5873c5ce6473 HTTP/1.1" status: 200 len: 946 time: 0.1905808 Apr 30 13:20:46.137876 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fb8d6d97-092a-416d-a812-d354a5dc960e req-a46cf56c-e8f4-41d5-bf84-07500db96ff0 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=db9b24ac-68bc-4d92-bc57-ecde8e2b9d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701277 Apr 30 13:20:46.147388 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ba0097-b63b-4fda-b5f6-b0a0b4137443 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Router b8baceec-e907-42c9-8ebc-8029b2c9e4f3 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:20:46.166566 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 35716) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:46.301202 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5fff49d5-cfb5-4dc6-8340-4409399ebfd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:46.316361 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-5fff49d5-cfb5-4dc6-8340-4409399ebfd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:46.320162 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-5fff49d5-cfb5-4dc6-8340-4409399ebfd7 admin admin] Usage tracker for resource:security_group_rule and tenant:4c4c5afd531f4280b29874e32d00bf2e is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:46.322974 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-5fff49d5-cfb5-4dc6-8340-4409399ebfd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:46.328656 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-5fff49d5-cfb5-4dc6-8340-4409399ebfd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:46.395850 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ba0097-b63b-4fda-b5f6-b0a0b4137443 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:20:46.400566 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-95ba0097-b63b-4fda-b5f6-b0a0b4137443 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for floatingip, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:46.408408 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cfac0e-9f79-4eb5-b6a8-065372889be9 None None] Sync routers for ids ['b8baceec-e907-42c9-8ebc-8029b2c9e4f3'] in dv-cinder-788363-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:20:46.419723 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cfac0e-9f79-4eb5-b6a8-065372889be9 None None] Routers {'b8baceec-e907-42c9-8ebc-8029b2c9e4f3'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:46.420840 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-33cfac0e-9f79-4eb5-b6a8-065372889be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:20:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['b8baceec-e907-42c9-8ebc-8029b2c9e4f3'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:46.440682 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5fff49d5-cfb5-4dc6-8340-4409399ebfd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:46.445414 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5fff49d5-cfb5-4dc6-8340-4409399ebfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:46.457002 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-8aba1f39-23af-465b-9764-c51ce4b00245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:46.473633 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-95ba0097-b63b-4fda-b5f6-b0a0b4137443 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "PUT /v2.0/floatingips/9e17d958-fb89-486d-85b9-f88e3294f7eb HTTP/1.1" status: 200 len: 991 time: 1.7429614 Apr 30 13:20:46.475188 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e561ff8-b905-4327-a5d2-5b488f6ed781', 'tag': 'fb4992e8-bb22-427e-91f8-6eee41a6446d'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:46.488192 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8584f-1b60-4ef6-ae64-891635375e1f req-26330e8d-4e5b-4d08-89ed-187c65acac76 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:46.504571 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d0f8584f-1b60-4ef6-ae64-891635375e1f req-26330e8d-4e5b-4d08-89ed-187c65acac76 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=253e4208-747b-425c-aff6-5873c5ce6473 HTTP/1.1" status: 200 len: 946 time: 0.2106469 Apr 30 13:20:46.505081 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 35730) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:46.510325 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-16e761a8-1744-4a96-b0ff-18a37ba73588 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Request body: {'floatingip': {'port_id': 'd8fd3e6a-e0c9-4605-ba52-74ab6e63e480'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:46.547302 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff49d5-cfb5-4dc6-8340-4409399ebfd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d423a9c-9abb-4eeb-8990-ac1e5c7e4262,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:46.572514 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-5fff49d5-cfb5-4dc6-8340-4409399ebfd7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c4c5afd531f4280b29874e32d00bf2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4047039 Apr 30 13:20:46.576966 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-5fff49d5-cfb5-4dc6-8340-4409399ebfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:46.579844 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 35734) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:46.603787 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e561ff8-b905-4327-a5d2-5b488f6ed781', 'tag': 'fb4992e8-bb22-427e-91f8-6eee41a6446d', 'status': 'completed', 'code': 200} Apr 30 13:20:46.639295 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-16e761a8-1744-4a96-b0ff-18a37ba73588 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for floatingip, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:46.746933 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-33cfac0e-9f79-4eb5-b6a8-065372889be9 None None] Set router b8baceec-e907-42c9-8ebc-8029b2c9e4f3 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:46.771232 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-1904c33b-413b-4b80-ae7e-926d4807bd09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:46.818631 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-1904c33b-413b-4b80-ae7e-926d4807bd09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:46.860734 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea00271-cb80-4148-930b-03c94b0f2809 req-b383d8d6-7234-4c72-b4d4-e07df7550760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:46.862279 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-0ea00271-cb80-4148-930b-03c94b0f2809 req-b383d8d6-7234-4c72-b4d4-e07df7550760 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2957845d7c874208b3d921bf499e5b7b&device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 1099 time: 0.2403347 Apr 30 13:20:47.082281 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea00271-cb80-4148-930b-03c94b0f2809 req-86fa535b-4c16-439b-a4fc-69983f1dffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:47.083613 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-0ea00271-cb80-4148-930b-03c94b0f2809 req-86fa535b-4c16-439b-a4fc-69983f1dffaa service neutron] 10.222.0.96 "GET /v2.0/networks?id=5ea56348-3132-43ce-93d5-7c6eb60259bf HTTP/1.1" status: 200 len: 917 time: 0.2138140 Apr 30 13:20:47.086145 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-1904c33b-413b-4b80-ae7e-926d4807bd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:47.094505 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-7be72fea-444c-43ff-85d2-b2936b433c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:47.140506 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-33cfac0e-9f79-4eb5-b6a8-065372889be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'name': 'tempest-AttachVolumeShelveTestJSON-11597027-router', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '7325674b-df53-4180-b70c-131cadc64ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:24Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'gw_port': {'id': '7325674b-df53-4180-b70c-131cadc64ff6', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': '9e17d958-fb89-486d-85b9-f88e3294f7eb', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'floating_ip_address': '172.27.3.83', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'port_id': 'fb4992e8-bb22-427e-91f8-6eee41a6446d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'mac_address': 'fa:16:3e:8b:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e561ff8-b905-4327-a5d2-5b488f6ed781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:20:27Z', 'updated_at': '2021-04-30T13:20:45Z', 'revision_number': 1, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e506ffb7-4474-44a4-8cf8-d9cb842026f6', 'name': '', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'mac_address': 'fa:16:3e:77:d3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:46Z', 'revision_number': 5, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'subnets': [{'id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:47.144454 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cfac0e-9f79-4eb5-b6a8-065372889be9 None None] Checking router: b8baceec-e907-42c9-8ebc-8029b2c9e4f3 for host: dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:20:47.153271 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cfac0e-9f79-4eb5-b6a8-065372889be9 None None] Routers {'b8baceec-e907-42c9-8ebc-8029b2c9e4f3'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:47.153881 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-33cfac0e-9f79-4eb5-b6a8-065372889be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:20:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['b8baceec-e907-42c9-8ebc-8029b2c9e4f3'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:47.173014 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904c33b-413b-4b80-ae7e-926d4807bd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d423a9c-9abb-4eeb-8990-ac1e5c7e4262,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:47.179480 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-1904c33b-413b-4b80-ae7e-926d4807bd09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:47.189316 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-1904c33b-413b-4b80-ae7e-926d4807bd09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:47.190571 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-1904c33b-413b-4b80-ae7e-926d4807bd09 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d423a9c-9abb-4eeb-8990-ac1e5c7e4262 HTTP/1.1" status: 204 len: 168 time: 0.6090729 Apr 30 13:20:47.213035 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-0ea00271-cb80-4148-930b-03c94b0f2809 req-64677d33-099d-4b39-9bf1-3441455b9703 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb4992e8-bb22-427e-91f8-6eee41a6446d HTTP/1.1" status: 200 len: 999 time: 0.1221788 Apr 30 13:20:47.281479 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea00271-cb80-4148-930b-03c94b0f2809 req-818e8556-dbb0-4dc6-831f-dc3217f8ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:47.283111 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-0ea00271-cb80-4148-930b-03c94b0f2809 req-818e8556-dbb0-4dc6-831f-dc3217f8ac92 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8bf6f55f-7a38-4a76-a15c-e255e10f02cb HTTP/1.1" status: 200 len: 854 time: 0.0632381 Apr 30 13:20:47.380446 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea00271-cb80-4148-930b-03c94b0f2809 req-f10a899f-9ea5-49dc-b576-38ca422b43a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:47.382640 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-0ea00271-cb80-4148-930b-03c94b0f2809 req-f10a899f-9ea5-49dc-b576-38ca422b43a0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5ea56348-3132-43ce-93d5-7c6eb60259bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0921767 Apr 30 13:20:47.398113 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-33cfac0e-9f79-4eb5-b6a8-065372889be9 None None] Set router b8baceec-e907-42c9-8ebc-8029b2c9e4f3 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:47.500675 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-16e761a8-1744-4a96-b0ff-18a37ba73588 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:47.505859 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-16e761a8-1744-4a96-b0ff-18a37ba73588 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657561'] for floatingip, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:47.528487 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-0ea00271-cb80-4148-930b-03c94b0f2809 req-14bc0267-79ac-4c39-abc2-457380d61282 service neutron] 10.222.0.96 "GET /v2.0/networks/5ea56348-3132-43ce-93d5-7c6eb60259bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384420 Apr 30 13:20:47.682007 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-0ea00271-cb80-4148-930b-03c94b0f2809 req-21742647-e3d6-47a1-92c0-3069d9175382 service neutron] 10.222.0.96 "GET /v2.0/networks/5ea56348-3132-43ce-93d5-7c6eb60259bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429443 Apr 30 13:20:47.752926 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.db.l3_db [None req-16e761a8-1744-4a96-b0ff-18a37ba73588 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Floating IP 7454d686-d097-4ef4-b4f3-edd665df66fe associated. External IP: 172.27.3.211, port: d8fd3e6a-e0c9-4605-ba52-74ab6e63e480. Apr 30 13:20:47.925006 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-33cfac0e-9f79-4eb5-b6a8-065372889be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'name': 'tempest-AttachVolumeShelveTestJSON-11597027-router', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '7325674b-df53-4180-b70c-131cadc64ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:24Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'gw_port': {'id': '7325674b-df53-4180-b70c-131cadc64ff6', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': '9e17d958-fb89-486d-85b9-f88e3294f7eb', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'floating_ip_address': '172.27.3.83', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'port_id': 'fb4992e8-bb22-427e-91f8-6eee41a6446d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'mac_address': 'fa:16:3e:8b:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e561ff8-b905-4327-a5d2-5b488f6ed781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:20:27Z', 'updated_at': '2021-04-30T13:20:45Z', 'revision_number': 1, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e506ffb7-4474-44a4-8cf8-d9cb842026f6', 'name': '', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'mac_address': 'fa:16:3e:77:d3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:46Z', 'revision_number': 5, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'subnets': [{'id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:47.929439 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cfac0e-9f79-4eb5-b6a8-065372889be9 None None] The sync data for ids ['b8baceec-e907-42c9-8ebc-8029b2c9e4f3'] in dv-cinder-788363-2-iscsi is: [{'id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'name': 'tempest-AttachVolumeShelveTestJSON-11597027-router', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '7325674b-df53-4180-b70c-131cadc64ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:24Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'gw_port': {'id': '7325674b-df53-4180-b70c-131cadc64ff6', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': '9e17d958-fb89-486d-85b9-f88e3294f7eb', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'floating_ip_address': '172.27.3.83', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'port_id': 'fb4992e8-bb22-427e-91f8-6eee41a6446d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'mac_address': 'fa:16:3e:8b:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e561ff8-b905-4327-a5d2-5b488f6ed781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:20:27Z', 'updated_at': '2021-04-30T13:20:45Z', 'revision_number': 1, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e506ffb7-4474-44a4-8cf8-d9cb842026f6', 'name': '', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'mac_address': 'fa:16:3e:77:d3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:46Z', 'revision_number': 5, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'subnets': [{'id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:20:48.156080 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e761a8-1744-4a96-b0ff-18a37ba73588 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Router f1433366-0e12-454f-bc54-43cd1079d374 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:20:48.200709 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47567f4e-570d-4363-a6fe-6d3ced2b9648 None None] New status for floating IP 9e17d958-fb89-486d-85b9-f88e3294f7eb: ACTIVE {{(pid=73848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:20:48.485580 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e761a8-1744-4a96-b0ff-18a37ba73588 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:20:48.489811 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-16e761a8-1744-4a96-b0ff-18a37ba73588 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for floatingip, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:48.498170 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430f3c29-d047-4402-a522-048cb9a1c291 None None] Sync routers for ids ['f1433366-0e12-454f-bc54-43cd1079d374'] in dv-cinder-788363-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:20:48.509538 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430f3c29-d047-4402-a522-048cb9a1c291 None None] Routers {'f1433366-0e12-454f-bc54-43cd1079d374'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:48.510212 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-430f3c29-d047-4402-a522-048cb9a1c291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:20:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['f1433366-0e12-454f-bc54-43cd1079d374'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:48.550143 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-16e761a8-1744-4a96-b0ff-18a37ba73588 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "PUT /v2.0/floatingips/7454d686-d097-4ef4-b4f3-edd665df66fe HTTP/1.1" status: 200 len: 992 time: 2.0412979 Apr 30 13:20:48.606092 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253e4208-747b-425c-aff6-5873c5ce6473', 'tag': 'd8fd3e6a-e0c9-4605-ba52-74ab6e63e480'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:48.681678 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '253e4208-747b-425c-aff6-5873c5ce6473', 'tag': 'd8fd3e6a-e0c9-4605-ba52-74ab6e63e480', 'status': 'completed', 'code': 200} Apr 30 13:20:48.766911 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-430f3c29-d047-4402-a522-048cb9a1c291 None None] Set router f1433366-0e12-454f-bc54-43cd1079d374 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:48.830504 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b9c01-36b1-4fff-92de-7dc5d058a4e8 req-46e22c36-6833-4fc6-9b6f-e35fd670db4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:48.832024 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-7a9b9c01-36b1-4fff-92de-7dc5d058a4e8 req-46e22c36-6833-4fc6-9b6f-e35fd670db4b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d9280e071a324c1bab79da85986ee901&device_id=253e4208-747b-425c-aff6-5873c5ce6473 HTTP/1.1" status: 200 len: 1099 time: 0.0775270 Apr 30 13:20:48.966517 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b9c01-36b1-4fff-92de-7dc5d058a4e8 req-c591aee7-5956-48a7-b7d8-539edd636691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:48.968019 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-7a9b9c01-36b1-4fff-92de-7dc5d058a4e8 req-c591aee7-5956-48a7-b7d8-539edd636691 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a3023e0b-51e8-48ea-ba8f-c7b4a48d722e HTTP/1.1" status: 200 len: 912 time: 0.1285696 Apr 30 13:20:49.084409 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-7a9b9c01-36b1-4fff-92de-7dc5d058a4e8 req-3f529568-23b4-48ae-b853-bdd1af7bde59 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8fd3e6a-e0c9-4605-ba52-74ab6e63e480 HTTP/1.1" status: 200 len: 1000 time: 0.0964851 Apr 30 13:20:49.115399 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-430f3c29-d047-4402-a522-048cb9a1c291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'name': 'tempest-AttachVolumeTestJSON-345655624-router', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '003266e9-11d1-4034-bf94-228a1cf30202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:38Z', 'revision_number': 4, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'gw_port': {'id': '003266e9-11d1-4034-bf94-228a1cf30202', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:35:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:27Z', 'updated_at': '2021-04-30T13:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': '7454d686-d097-4ef4-b4f3-edd665df66fe', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'port_id': 'd8fd3e6a-e0c9-4605-ba52-74ab6e63e480', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e', 'mac_address': 'fa:16:3e:2b:02:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253e4208-747b-425c-aff6-5873c5ce6473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:20:31Z', 'updated_at': '2021-04-30T13:20:47Z', 'revision_number': 1, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65d8c3f-a774-4aef-b0e6-3383d5606030', 'name': '', 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'mac_address': 'fa:16:3e:db:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '88f483fa-96d4-494c-a375-0339a4c91674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:36Z', 'updated_at': '2021-04-30T13:15:52Z', 'revision_number': 5, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'subnets': [{'id': '88f483fa-96d4-494c-a375-0339a4c91674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:49.119265 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430f3c29-d047-4402-a522-048cb9a1c291 None None] Checking router: f1433366-0e12-454f-bc54-43cd1079d374 for host: dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:20:49.128056 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430f3c29-d047-4402-a522-048cb9a1c291 None None] Routers {'f1433366-0e12-454f-bc54-43cd1079d374'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:49.128658 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-430f3c29-d047-4402-a522-048cb9a1c291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:20:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['f1433366-0e12-454f-bc54-43cd1079d374'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:49.156371 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b9c01-36b1-4fff-92de-7dc5d058a4e8 req-5063cf37-ad10-4f63-8a6c-0c6ce144c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:49.157804 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-7a9b9c01-36b1-4fff-92de-7dc5d058a4e8 req-5063cf37-ad10-4f63-8a6c-0c6ce144c69f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=88f483fa-96d4-494c-a375-0339a4c91674 HTTP/1.1" status: 200 len: 849 time: 0.0589762 Apr 30 13:20:49.237565 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b9c01-36b1-4fff-92de-7dc5d058a4e8 req-f802ed44-2e70-4488-94ca-6fe06e9b42a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:49.239017 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-7a9b9c01-36b1-4fff-92de-7dc5d058a4e8 req-f802ed44-2e70-4488-94ca-6fe06e9b42a8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a3023e0b-51e8-48ea-ba8f-c7b4a48d722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738571 Apr 30 13:20:49.310972 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-430f3c29-d047-4402-a522-048cb9a1c291 None None] Set router f1433366-0e12-454f-bc54-43cd1079d374 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:49.372026 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-7a9b9c01-36b1-4fff-92de-7dc5d058a4e8 req-83923f4e-2ce2-45ef-83aa-49734960dd55 service neutron] 10.222.0.96 "GET /v2.0/networks/a3023e0b-51e8-48ea-ba8f-c7b4a48d722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255524 Apr 30 13:20:49.507437 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-7a9b9c01-36b1-4fff-92de-7dc5d058a4e8 req-49f25414-0add-4fad-b22e-3bc6ee6549f4 service neutron] 10.222.0.96 "GET /v2.0/networks/a3023e0b-51e8-48ea-ba8f-c7b4a48d722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286244 Apr 30 13:20:49.665288 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-430f3c29-d047-4402-a522-048cb9a1c291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'name': 'tempest-AttachVolumeTestJSON-345655624-router', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '003266e9-11d1-4034-bf94-228a1cf30202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:38Z', 'revision_number': 4, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'gw_port': {'id': '003266e9-11d1-4034-bf94-228a1cf30202', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:35:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:27Z', 'updated_at': '2021-04-30T13:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': '7454d686-d097-4ef4-b4f3-edd665df66fe', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'port_id': 'd8fd3e6a-e0c9-4605-ba52-74ab6e63e480', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e', 'mac_address': 'fa:16:3e:2b:02:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253e4208-747b-425c-aff6-5873c5ce6473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:20:31Z', 'updated_at': '2021-04-30T13:20:47Z', 'revision_number': 1, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65d8c3f-a774-4aef-b0e6-3383d5606030', 'name': '', 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'mac_address': 'fa:16:3e:db:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '88f483fa-96d4-494c-a375-0339a4c91674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:36Z', 'updated_at': '2021-04-30T13:15:52Z', 'revision_number': 5, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'subnets': [{'id': '88f483fa-96d4-494c-a375-0339a4c91674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:49.669310 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430f3c29-d047-4402-a522-048cb9a1c291 None None] The sync data for ids ['f1433366-0e12-454f-bc54-43cd1079d374'] in dv-cinder-788363-2-iscsi is: [{'id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'name': 'tempest-AttachVolumeTestJSON-345655624-router', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '003266e9-11d1-4034-bf94-228a1cf30202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:38Z', 'revision_number': 4, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'gw_port': {'id': '003266e9-11d1-4034-bf94-228a1cf30202', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:35:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:27Z', 'updated_at': '2021-04-30T13:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': '7454d686-d097-4ef4-b4f3-edd665df66fe', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'port_id': 'd8fd3e6a-e0c9-4605-ba52-74ab6e63e480', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e', 'mac_address': 'fa:16:3e:2b:02:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253e4208-747b-425c-aff6-5873c5ce6473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:20:31Z', 'updated_at': '2021-04-30T13:20:47Z', 'revision_number': 1, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65d8c3f-a774-4aef-b0e6-3383d5606030', 'name': '', 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'mac_address': 'fa:16:3e:db:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '88f483fa-96d4-494c-a375-0339a4c91674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:36Z', 'updated_at': '2021-04-30T13:15:52Z', 'revision_number': 5, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'subnets': [{'id': '88f483fa-96d4-494c-a375-0339a4c91674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:20:49.929023 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec3466b-5835-4cd6-863c-be91138c88d5 None None] New status for floating IP 7454d686-d097-4ef4-b4f3-edd665df66fe: ACTIVE {{(pid=73848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:21:04.454611 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:05.900603 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 35962) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:05.958800 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b300984-5998-417a-ae59-c7a82efa869a admin admin] Deleting subnet 9f17f986-6ad0-4020-8bd6-6e6dcb606a07 {{(pid=73845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:21:05.961670 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4b300984-5998-417a-ae59-c7a82efa869a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:06.014956 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4b300984-5998-417a-ae59-c7a82efa869a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6252063'] for subnet, precommit_delete_associations {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:06.071268 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4b300984-5998-417a-ae59-c7a82efa869a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513256'] for subnet, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:06.324856 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4b300984-5998-417a-ae59-c7a82efa869a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-554365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7079056'] for subnet, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:06.330573 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:06.363994 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b300984-5998-417a-ae59-c7a82efa869a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f17f986-6ad0-4020-8bd6-6e6dcb606a07,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:06.367031 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-4b300984-5998-417a-ae59-c7a82efa869a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:06.368001 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4b300984-5998-417a-ae59-c7a82efa869a admin admin] Notify callbacks [] for subnet, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:06.376548 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-4b300984-5998-417a-ae59-c7a82efa869a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9f17f986-6ad0-4020-8bd6-6e6dcb606a07 HTTP/1.1" status: 204 len: 168 time: 0.4727023 Apr 30 13:21:06.376807 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 35974) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:06.470548 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-18a14517-82a7-4ad4-b4b9-41ee98667d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:06.489517 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f5c1806f-6c00-47ae-8d05-1cfa79715f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669671'] for network, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:06.616304 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f5c1806f-6c00-47ae-8d05-1cfa79715f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508261', 'neutron.services.segments.db._delete_segments_for_network-8741672489629'] for network, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:06.727400 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-f5c1806f-6c00-47ae-8d05-1cfa79715f05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfde57be-d53c-4256-8fa2-064b32436ea1']}} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:06.739423 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-f5c1806f-6c00-47ae-8d05-1cfa79715f05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8bdefe-a941-4d66-bf15-f9e9fc1c8fac') {'for_net_delete': True} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:06.739724 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-f5c1806f-6c00-47ae-8d05-1cfa79715f05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8bdefe-a941-4d66-bf15-f9e9fc1c8fac') {} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:06.751032 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f5c1806f-6c00-47ae-8d05-1cfa79715f05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672501863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6252054'] for segment, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:06.767343 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f5c1806f-6c00-47ae-8d05-1cfa79715f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:06.773765 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c1806f-6c00-47ae-8d05-1cfa79715f05 admin admin] Releasing vlan 1190 on physical network physnet1 to pool {{(pid=73845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:21:06.943613 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [None req-f5c1806f-6c00-47ae-8d05-1cfa79715f05 admin admin] Network cfde57be-d53c-4256-8fa2-064b32436ea1 has no segments {{(pid=73845) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:21:06.952139 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f5c1806f-6c00-47ae-8d05-1cfa79715f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1513757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-554455'] for segment, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:07.113440 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [None req-f5c1806f-6c00-47ae-8d05-1cfa79715f05 admin admin] Network cfde57be-d53c-4256-8fa2-064b32436ea1 has no segments {{(pid=73845) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: Traceback (most recent call last): Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: timer() Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: cb(*args, **kw) Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: return func(*args, **kwargs) Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: self._notify() Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: self.callback(batched_events) Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: event.method(event) Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: return f(self, *a, **k) Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: return self._get(url).json() Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: return self.request(url, 'GET', **kwargs) Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:21:07.133586 dv-cinder-788363-2-iscsi neutron-server[73845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:21:07.208791 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f5c1806f-6c00-47ae-8d05-1cfa79715f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670072'] for network, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:07.213692 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f5c1806f-6c00-47ae-8d05-1cfa79715f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:07.218072 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:07.238817 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1806f-6c00-47ae-8d05-1cfa79715f05 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfde57be-d53c-4256-8fa2-064b32436ea1,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:07.241503 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-f5c1806f-6c00-47ae-8d05-1cfa79715f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:07.243761 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-f5c1806f-6c00-47ae-8d05-1cfa79715f05 admin admin] 10.222.0.30 "DELETE /v2.0/networks/cfde57be-d53c-4256-8fa2-064b32436ea1 HTTP/1.1" status: 204 len: 168 time: 0.8659539 Apr 30 13:21:07.246745 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 35986) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:07.309899 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa835de-cd5d-4bff-b152-ccbf620f092c admin admin] Deleting subnet 3aece866-d5e1-450a-b83b-7b55850eb5ad {{(pid=73846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:21:07.313385 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-aaa835de-cd5d-4bff-b152-ccbf620f092c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:07.362754 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-aaa835de-cd5d-4bff-b152-ccbf620f092c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819611'] for subnet, precommit_delete_associations {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:07.422266 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-aaa835de-cd5d-4bff-b152-ccbf620f092c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513256'] for subnet, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:07.735621 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-aaa835de-cd5d-4bff-b152-ccbf620f092c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8252089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978881'] for subnet, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:07.740423 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-8f4c1fd0-cdbc-4a8c-a1b3-5ba2e797203a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:07.778299 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa835de-cd5d-4bff-b152-ccbf620f092c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aece866-d5e1-450a-b83b-7b55850eb5ad,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:07.780545 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-aaa835de-cd5d-4bff-b152-ccbf620f092c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for subnet, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:07.783206 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-aaa835de-cd5d-4bff-b152-ccbf620f092c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:07.789766 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-aaa835de-cd5d-4bff-b152-ccbf620f092c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3aece866-d5e1-450a-b83b-7b55850eb5ad HTTP/1.1" status: 204 len: 168 time: 0.5384398 Apr 30 13:21:07.789870 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 35994) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:07.900655 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7e10d1c6-7917-4f2b-836b-4fd44fdf1a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669671'] for network, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:08.025485 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7e10d1c6-7917-4f2b-836b-4fd44fdf1a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508261', 'neutron.services.segments.db._delete_segments_for_network-8741672489629'] for network, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:08.131695 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.services.segments.db [None req-7e10d1c6-7917-4f2b-836b-4fd44fdf1a83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6cea4f4-7f5b-44e5-800a-64a60870da8b']}} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:08.143380 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.services.segments.db [None req-7e10d1c6-7917-4f2b-836b-4fd44fdf1a83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce41dc9-8091-4d2d-84f6-1de035620207') {'for_net_delete': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:08.143673 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.services.segments.db [None req-7e10d1c6-7917-4f2b-836b-4fd44fdf1a83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce41dc9-8091-4d2d-84f6-1de035620207') {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:08.154860 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7e10d1c6-7917-4f2b-836b-4fd44fdf1a83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672501863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5819602'] for segment, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:08.171585 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7e10d1c6-7917-4f2b-836b-4fd44fdf1a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:08.177577 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e10d1c6-7917-4f2b-836b-4fd44fdf1a83 admin admin] Releasing vlan 1183 on physical network physnet1 to pool {{(pid=73846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:21:08.346473 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-7e10d1c6-7917-4f2b-836b-4fd44fdf1a83 admin admin] Network a6cea4f4-7f5b-44e5-800a-64a60870da8b has no segments {{(pid=73846) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:21:08.359022 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7e10d1c6-7917-4f2b-836b-4fd44fdf1a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1513757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8251923'] for segment, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:08.541230 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-7e10d1c6-7917-4f2b-836b-4fd44fdf1a83 admin admin] Network a6cea4f4-7f5b-44e5-800a-64a60870da8b has no segments {{(pid=73846) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: Traceback (most recent call last): Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: timer() Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: cb(*args, **kw) Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: return func(*args, **kwargs) Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: self._notify() Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: self.callback(batched_events) Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: event.method(event) Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: return f(self, *a, **k) Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: return self._get(url).json() Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: return self.request(url, 'GET', **kwargs) Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:21:08.565933 dv-cinder-788363-2-iscsi neutron-server[73846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:21:08.658313 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7e10d1c6-7917-4f2b-836b-4fd44fdf1a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670072'] for network, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:08.662807 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-eb033d53-a1e5-43d1-a540-a68dfd5beafd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:08.683710 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7e10d1c6-7917-4f2b-836b-4fd44fdf1a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:08.693205 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10d1c6-7917-4f2b-836b-4fd44fdf1a83 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6cea4f4-7f5b-44e5-800a-64a60870da8b,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:08.696015 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-7e10d1c6-7917-4f2b-836b-4fd44fdf1a83 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a6cea4f4-7f5b-44e5-800a-64a60870da8b HTTP/1.1" status: 204 len: 168 time: 0.9052625 Apr 30 13:21:08.696917 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-7e10d1c6-7917-4f2b-836b-4fd44fdf1a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:08.869393 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 36008) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:08.917104 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-b490f8f0-7fb5-492f-b772-cc4e9afc2ac5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a666d10366844214bc212a1589b58c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463006 Apr 30 13:21:08.919842 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 36012) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:08.976717 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-53e60c6a-335b-4d5b-a84b-f009405da33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:09.012162 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-53e60c6a-335b-4d5b-a84b-f009405da33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:09.065381 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-53e60c6a-335b-4d5b-a84b-f009405da33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:09.069202 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-432d9915-948d-4d9b-b994-bbefd6f0e9ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:09.080854 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e60c6a-335b-4d5b-a84b-f009405da33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e293ba-7c47-4841-b642-e00e21612505,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:09.083881 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-53e60c6a-335b-4d5b-a84b-f009405da33a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:09.090856 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-53e60c6a-335b-4d5b-a84b-f009405da33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:09.092508 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-53e60c6a-335b-4d5b-a84b-f009405da33a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c2e293ba-7c47-4841-b642-e00e21612505 HTTP/1.1" status: 204 len: 168 time: 0.1717839 Apr 30 13:21:09.127020 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:09.129073 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-340ddbc6-ae61-4ed5-b8c1-4200a07b72c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:09.460247 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 36030) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:09.510777 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-6d0dcf44-a919-4bf4-b9fc-217c08e798ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6227afc1ebac41fc98dae6f4d79db54e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492694 Apr 30 13:21:09.513856 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 36034) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:09.577308 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-94e1d9bd-b600-45c1-b128-1c4362689b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:09.615731 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-94e1d9bd-b600-45c1-b128-1c4362689b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:09.677785 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-94e1d9bd-b600-45c1-b128-1c4362689b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:09.682580 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-5fff49d5-cfb5-4dc6-8340-4409399ebfd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:09.698096 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1d9bd-b600-45c1-b128-1c4362689b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5178ceac-f96f-4531-9d4a-a40a95c01004,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:09.701665 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-94e1d9bd-b600-45c1-b128-1c4362689b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:09.703596 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-94e1d9bd-b600-45c1-b128-1c4362689b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:09.704695 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-94e1d9bd-b600-45c1-b128-1c4362689b7e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5178ceac-f96f-4531-9d4a-a40a95c01004 HTTP/1.1" status: 204 len: 168 time: 0.1897676 Apr 30 13:21:10.130695 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:10.906999 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 36088) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:11.030887 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8955936d-bdc4-482d-82e3-9bd1fb2e63e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:11.044789 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-8955936d-bdc4-482d-82e3-9bd1fb2e63e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:11.048476 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-8955936d-bdc4-482d-82e3-9bd1fb2e63e0 admin admin] Usage tracker for resource:security_group_rule and tenant:777acd2b631b4fcdbcc6bf2c1c1f25df is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:11.051208 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-8955936d-bdc4-482d-82e3-9bd1fb2e63e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:11.056827 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-8955936d-bdc4-482d-82e3-9bd1fb2e63e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:11.137297 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8955936d-bdc4-482d-82e3-9bd1fb2e63e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:11.141685 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8955936d-bdc4-482d-82e3-9bd1fb2e63e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:11.150243 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-07839aeb-ca36-41d3-9877-956520711f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:11.191418 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-8955936d-bdc4-482d-82e3-9bd1fb2e63e0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=777acd2b631b4fcdbcc6bf2c1c1f25df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824094 Apr 30 13:21:11.193040 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955936d-bdc4-482d-82e3-9bd1fb2e63e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8c8bdd-d8f5-4fd0-a98d-1fe13e995764,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:11.194159 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 36096) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:11.197229 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-8955936d-bdc4-482d-82e3-9bd1fb2e63e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:11.251059 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-81efc440-5587-4cae-bab2-61033b58061d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:11.279982 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-81efc440-5587-4cae-bab2-61033b58061d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:11.329852 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-81efc440-5587-4cae-bab2-61033b58061d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:11.333336 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1dc2a4ab-3760-4198-ae54-6874afb87bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:11.344242 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81efc440-5587-4cae-bab2-61033b58061d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8c8bdd-d8f5-4fd0-a98d-1fe13e995764,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:11.353804 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efc440-5587-4cae-bab2-61033b58061d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:11.354197 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efc440-5587-4cae-bab2-61033b58061d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:11.354553 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efc440-5587-4cae-bab2-61033b58061d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:11.354946 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efc440-5587-4cae-bab2-61033b58061d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:11.355323 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efc440-5587-4cae-bab2-61033b58061d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:11.355670 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efc440-5587-4cae-bab2-61033b58061d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:11.356009 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efc440-5587-4cae-bab2-61033b58061d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:11.356347 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efc440-5587-4cae-bab2-61033b58061d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:11.356688 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efc440-5587-4cae-bab2-61033b58061d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:11.357169 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efc440-5587-4cae-bab2-61033b58061d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:11.357509 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efc440-5587-4cae-bab2-61033b58061d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:11.357899 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efc440-5587-4cae-bab2-61033b58061d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:11.361338 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-81efc440-5587-4cae-bab2-61033b58061d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:11.362668 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-81efc440-5587-4cae-bab2-61033b58061d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:11.363759 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-81efc440-5587-4cae-bab2-61033b58061d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c8c8bdd-d8f5-4fd0-a98d-1fe13e995764 HTTP/1.1" status: 204 len: 168 time: 0.1685555 Apr 30 13:21:11.670102 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:12.083308 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 36126) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:12.196809 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-3d029a34-e437-4065-aded-4bb60aa28667 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-744421180-network', 'tenant_id': 'f8a4ed97ca674a6a92ac1ffab86047b3'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:21:12.201647 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-3d029a34-e437-4065-aded-4bb60aa28667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:12.205524 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-3d029a34-e437-4065-aded-4bb60aa28667 admin admin] Usage tracker for resource:network and tenant:f8a4ed97ca674a6a92ac1ffab86047b3 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:12.208408 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-3d029a34-e437-4065-aded-4bb60aa28667 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:12.214907 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-3d029a34-e437-4065-aded-4bb60aa28667 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:12.225986 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d029a34-e437-4065-aded-4bb60aa28667 admin admin] Made reservation on behalf of f8a4ed97ca674a6a92ac1ffab86047b3 for: {'network': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:21:12.228608 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3d029a34-e437-4065-aded-4bb60aa28667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for network, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:12.241337 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3d029a34-e437-4065-aded-4bb60aa28667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:12.255775 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-3d029a34-e437-4065-aded-4bb60aa28667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:12.259616 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-3d029a34-e437-4065-aded-4bb60aa28667 admin admin] Usage tracker for resource:security_group_rule and tenant:f8a4ed97ca674a6a92ac1ffab86047b3 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:12.262503 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-3d029a34-e437-4065-aded-4bb60aa28667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:12.269622 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-3d029a34-e437-4065-aded-4bb60aa28667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:12.363010 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3d029a34-e437-4065-aded-4bb60aa28667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:12.367405 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3d029a34-e437-4065-aded-4bb60aa28667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:12.370689 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5111fd41-b0eb-47fb-a425-069fb99d63bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:12.399775 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d029a34-e437-4065-aded-4bb60aa28667 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1163} {{(pid=73845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:21:12.409662 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d029a34-e437-4065-aded-4bb60aa28667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e36d38-bb1a-4af8-8ebf-90fe87b824a1,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:12.413168 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3d029a34-e437-4065-aded-4bb60aa28667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:12.423209 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3d029a34-e437-4065-aded-4bb60aa28667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:12.423605 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.db.segments_db [None req-3d029a34-e437-4065-aded-4bb60aa28667 admin admin] Added segment 76febac4-7bd3-484d-b170-050fd50007df of type vlan for network d1ca9c26-4200-4876-a057-71f91610daf7 Apr 30 13:21:12.450440 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3d029a34-e437-4065-aded-4bb60aa28667 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672049812'] for network, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:12.487851 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3d029a34-e437-4065-aded-4bb60aa28667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for network, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:12.489447 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d029a34-e437-4065-aded-4bb60aa28667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:12.490186 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3d029a34-e437-4065-aded-4bb60aa28667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:12.493547 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:12.697752 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d029a34-e437-4065-aded-4bb60aa28667 admin admin] Pushing event updated for resources: {'Network': ['ID=d1ca9c26-4200-4876-a057-71f91610daf7,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:12.701315 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3d029a34-e437-4065-aded-4bb60aa28667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:12.706292 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-3d029a34-e437-4065-aded-4bb60aa28667 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6193233 Apr 30 13:21:12.707071 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 36146) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:12.709146 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Network d1ca9c26-4200-4876-a057-71f91610daf7 details requested by agent ovs-agent-dv-cinder-788363-2-iscsi with host dv-cinder-788363-2-iscsi {{(pid=73847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:21:12.712859 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-861d29db-51ad-4bcc-ab8c-1169b4c7b88d admin admin] Request body: {'subnet': {'network_id': 'd1ca9c26-4200-4876-a057-71f91610daf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-744421180-subnet', 'tenant_id': 'f8a4ed97ca674a6a92ac1ffab86047b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:21:12.718490 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-861d29db-51ad-4bcc-ab8c-1169b4c7b88d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:12.722340 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-861d29db-51ad-4bcc-ab8c-1169b4c7b88d admin admin] Usage tracker for resource:subnet and tenant:f8a4ed97ca674a6a92ac1ffab86047b3 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:12.725387 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-861d29db-51ad-4bcc-ab8c-1169b4c7b88d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:12.731195 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-861d29db-51ad-4bcc-ab8c-1169b4c7b88d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:12.741846 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861d29db-51ad-4bcc-ab8c-1169b4c7b88d admin admin] Made reservation on behalf of f8a4ed97ca674a6a92ac1ffab86047b3 for: {'subnet': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:21:12.744157 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-861d29db-51ad-4bcc-ab8c-1169b4c7b88d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7079053'] for subnet, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:13.131155 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-861d29db-51ad-4bcc-ab8c-1169b4c7b88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-543408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7079071'] for subnet, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:13.131620 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-6a8b10df-1e1b-4a3e-a27e-f7ab1269164b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:13.213663 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d29db-51ad-4bcc-ab8c-1169b4c7b88d admin admin] Pushing event updated for resources: {'Subnet': ['ID=56215cdf-2a16-4386-9230-151e73a5f7db,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:13.223250 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-861d29db-51ad-4bcc-ab8c-1169b4c7b88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:13.231326 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861d29db-51ad-4bcc-ab8c-1169b4c7b88d admin admin] Checking segment: {'id': '76febac4-7bd3-484d-b170-050fd50007df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd1ca9c26-4200-4876-a057-71f91610daf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:21:13.232630 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861d29db-51ad-4bcc-ab8c-1169b4c7b88d admin admin] Network hostable DHCP agents. Network: d1ca9c26-4200-4876-a057-71f91610daf7, hostable agents: ['951155d5-6c37-4e98-94aa-59d9e3ee6c00'], hosted agents: [] {{(pid=73845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:21:13.254785 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861d29db-51ad-4bcc-ab8c-1169b4c7b88d admin admin] Network d1ca9c26-4200-4876-a057-71f91610daf7 is scheduled to be hosted by DHCP agent 951155d5-6c37-4e98-94aa-59d9e3ee6c00 with binding_index 1 {{(pid=73845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:21:13.266774 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-861d29db-51ad-4bcc-ab8c-1169b4c7b88d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-iscsi, d1ca9c26-4200-4876-a057-71f91610daf7) {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:21:13.277320 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861d29db-51ad-4bcc-ab8c-1169b4c7b88d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:13.277910 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-861d29db-51ad-4bcc-ab8c-1169b4c7b88d admin admin] Notify callbacks [] for subnet, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:13.281281 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa2f157-4a0a-47fb-9278-56b750b14f5a None None] Network d1ca9c26-4200-4876-a057-71f91610daf7 requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:21:13.301991 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-861d29db-51ad-4bcc-ab8c-1169b4c7b88d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5921028 Apr 30 13:21:13.491574 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6b7a34-ab6a-4b30-94c9-ee80b894a117 None None] Network d1ca9c26-4200-4876-a057-71f91610daf7 requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:21:14.600330 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 36188) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:14.717837 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7af22800-ee1c-4515-a74f-b461e48d39a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:14.732280 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-7af22800-ee1c-4515-a74f-b461e48d39a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:14.736066 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-7af22800-ee1c-4515-a74f-b461e48d39a8 admin admin] Usage tracker for resource:security_group_rule and tenant:374dc2d009bd4da291f5485c53bff885 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:14.738804 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-7af22800-ee1c-4515-a74f-b461e48d39a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:14.744397 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-7af22800-ee1c-4515-a74f-b461e48d39a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:14.823461 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7af22800-ee1c-4515-a74f-b461e48d39a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:14.827357 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7af22800-ee1c-4515-a74f-b461e48d39a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:14.835763 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-c293d10f-58e6-4974-839d-e9a975f960e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:14.877842 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-7af22800-ee1c-4515-a74f-b461e48d39a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=374dc2d009bd4da291f5485c53bff885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763896 Apr 30 13:21:14.879370 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af22800-ee1c-4515-a74f-b461e48d39a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73a3de4-65fb-436d-87e6-d818842e3691,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:14.880511 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 36194) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:14.882289 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-7af22800-ee1c-4515-a74f-b461e48d39a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:14.941018 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-69a51a71-ced6-4a25-a50d-2735f2465cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:14.965467 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-69a51a71-ced6-4a25-a50d-2735f2465cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:15.096755 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-69a51a71-ced6-4a25-a50d-2735f2465cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:15.101681 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-2edd28af-fde5-467a-a031-06f0ab8e344d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:15.114768 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a51a71-ced6-4a25-a50d-2735f2465cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73a3de4-65fb-436d-87e6-d818842e3691,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:15.118258 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-69a51a71-ced6-4a25-a50d-2735f2465cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:15.125006 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-69a51a71-ced6-4a25-a50d-2735f2465cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:15.128506 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-69a51a71-ced6-4a25-a50d-2735f2465cea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f73a3de4-65fb-436d-87e6-d818842e3691 HTTP/1.1" status: 204 len: 168 time: 0.2441268 Apr 30 13:21:15.380989 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-de58a304-15ee-4f4e-bfc1-47b8c6e5e92b tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:15.381855 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-de58a304-15ee-4f4e-bfc1-47b8c6e5e92b tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Synchronizing usage tracker for tenant:f8a4ed97ca674a6a92ac1ffab86047b3 on resource:network {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:21:15.398343 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-de58a304-15ee-4f4e-bfc1-47b8c6e5e92b tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Unset dirty status for tenant:f8a4ed97ca674a6a92ac1ffab86047b3 on resource:network {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:21:15.399719 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-de58a304-15ee-4f4e-bfc1-47b8c6e5e92b tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/networks?id=d1ca9c26-4200-4876-a057-71f91610daf7 HTTP/1.1" status: 200 len: 813 time: 0.1620476 Apr 30 13:21:15.414889 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-f72c3ded-2a21-44d2-8627-1303082d6696 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/quotas/f8a4ed97ca674a6a92ac1ffab86047b3 HTTP/1.1" status: 200 len: 375 time: 0.0090861 Apr 30 13:21:15.463979 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-ea23333b-1a31-45fe-bb7f-a96472809796 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8a4ed97ca674a6a92ac1ffab86047b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430713 Apr 30 13:21:15.724411 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-1d6d9d38-d0e8-43d8-b8bc-a5473b413002 service neutron] 10.222.0.30 "GET /v2.0/networks/d1ca9c26-4200-4876-a057-71f91610daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501595 Apr 30 13:21:15.864549 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-393eaa97-f788-461b-97f6-feeac0219128 service neutron] 10.222.0.30 "GET /v2.0/networks/d1ca9c26-4200-4876-a057-71f91610daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343327 Apr 30 13:21:16.063069 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-24e73ebf-0b5c-4488-956a-7cb098ea3f85 req-cdd73251-5552-46cb-bb87-bba0c9a92bf1 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4b3ef63-5a84-407a-ab6b-87e44690e164 HTTP/1.1" status: 200 len: 210 time: 0.0570037 Apr 30 13:21:17.232067 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-da8ee797-e9bc-494f-b506-2d7ed5a2a09d req-06df3c33-f5ff-430d-9ae3-34bcc9ca6641 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4b3ef63-5a84-407a-ab6b-87e44690e164 HTTP/1.1" status: 200 len: 210 time: 0.0544491 Apr 30 13:21:17.514212 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-389c28aa-323a-430b-9bbf-40d94f8f12c1 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:17.515711 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-389c28aa-323a-430b-9bbf-40d94f8f12c1 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.96 "GET /v2.0/networks?id=d1ca9c26-4200-4876-a057-71f91610daf7 HTTP/1.1" status: 200 len: 813 time: 0.1697662 Apr 30 13:21:17.537153 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-5a0d25ff-4f77-4068-8d6c-749dd69cea63 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Request body: {'port': {'device_id': 'c4b3ef63-5a84-407a-ab6b-87e44690e164', 'network_id': 'd1ca9c26-4200-4876-a057-71f91610daf7', 'admin_state_up': True, 'tenant_id': 'f8a4ed97ca674a6a92ac1ffab86047b3'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:21:17.696719 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-5a0d25ff-4f77-4068-8d6c-749dd69cea63 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:17.701581 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-5a0d25ff-4f77-4068-8d6c-749dd69cea63 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Usage tracker for resource:port and tenant:f8a4ed97ca674a6a92ac1ffab86047b3 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:17.704749 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-5a0d25ff-4f77-4068-8d6c-749dd69cea63 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:17.710640 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-5a0d25ff-4f77-4068-8d6c-749dd69cea63 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:17.720959 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-5a0d25ff-4f77-4068-8d6c-749dd69cea63 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Made reservation on behalf of f8a4ed97ca674a6a92ac1ffab86047b3 for: {'port': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:21:17.724981 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-5a0d25ff-4f77-4068-8d6c-749dd69cea63 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:17.928653 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-5a0d25ff-4f77-4068-8d6c-749dd69cea63 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Allocated IP 172.20.0.10 (d1ca9c26-4200-4876-a057-71f91610daf7/56215cdf-2a16-4386-9230-151e73a5f7db/3129c95e-b945-4a53-bf62-cb5e18a8360f) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:21:18.217278 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-5a0d25ff-4f77-4068-8d6c-749dd69cea63 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:18.249577 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-5a0d25ff-4f77-4068-8d6c-749dd69cea63 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:18.255841 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:18.339140 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-5a0d25ff-4f77-4068-8d6c-749dd69cea63 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Network d1ca9c26-4200-4876-a057-71f91610daf7 is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:21:18.344450 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-5a0d25ff-4f77-4068-8d6c-749dd69cea63 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:21:18.348861 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-5a0d25ff-4f77-4068-8d6c-749dd69cea63 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:21:18.386225 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d25ff-4f77-4068-8d6c-749dd69cea63 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Pushing event updated for resources: {'Port': ['ID=3129c95e-b945-4a53-bf62-cb5e18a8360f,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:18.395566 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-5a0d25ff-4f77-4068-8d6c-749dd69cea63 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:18.425195 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-5a0d25ff-4f77-4068-8d6c-749dd69cea63 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:18.425886 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-5a0d25ff-4f77-4068-8d6c-749dd69cea63 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:18.460575 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-5a0d25ff-4f77-4068-8d6c-749dd69cea63 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9268510 Apr 30 13:21:18.484044 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86a8b8-a9c6-4994-839d-4cc866bc69b9 req-c1fdbe46-448f-4ee2-a1a2-5a49367e4268 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:18.486352 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6e86a8b8-a9c6-4994-839d-4cc866bc69b9 req-c1fdbe46-448f-4ee2-a1a2-5a49367e4268 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4b3ef63-5a84-407a-ab6b-87e44690e164 HTTP/1.1" status: 200 len: 932 time: 0.1333363 Apr 30 13:21:18.490658 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-494df318-f237-4a71-8975-2eb610ff0d7e service neutron] Request body: {'port': {'device_id': 'c4b3ef63-5a84-407a-ab6b-87e44690e164', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:21:18.544805 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-6e86a8b8-a9c6-4994-839d-4cc866bc69b9 req-6cc0a75f-d5f2-46be-84da-86d9b2578347 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Synchronizing usage tracker for tenant:f8a4ed97ca674a6a92ac1ffab86047b3 on resource:security_group {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:21:18.563516 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-6e86a8b8-a9c6-4994-839d-4cc866bc69b9 req-6cc0a75f-d5f2-46be-84da-86d9b2578347 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Unset dirty status for tenant:f8a4ed97ca674a6a92ac1ffab86047b3 on resource:security_group {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:21:18.564754 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6e86a8b8-a9c6-4994-839d-4cc866bc69b9 req-6cc0a75f-d5f2-46be-84da-86d9b2578347 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708699 Apr 30 13:21:18.638847 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-494df318-f237-4a71-8975-2eb610ff0d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:18.999192 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-494df318-f237-4a71-8975-2eb610ff0d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3129c95e-b945-4a53-bf62-cb5e18a8360f {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:21:19.006794 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-494df318-f237-4a71-8975-2eb610ff0d7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:19.022906 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-494df318-f237-4a71-8975-2eb610ff0d7e service neutron] Transition to ACTIVE for port object 3129c95e-b945-4a53-bf62-cb5e18a8360f will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:21:19.026525 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-494df318-f237-4a71-8975-2eb610ff0d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8252111'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:19.030366 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:19.186732 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494df318-f237-4a71-8975-2eb610ff0d7e service neutron] Pushing event updated for resources: {'Port': ['ID=3129c95e-b945-4a53-bf62-cb5e18a8360f,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:19.196562 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-494df318-f237-4a71-8975-2eb610ff0d7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:19.375856 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-494df318-f237-4a71-8975-2eb610ff0d7e service neutron] Attempting to bind port 3129c95e-b945-4a53-bf62-cb5e18a8360f on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:21:19.375856 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-494df318-f237-4a71-8975-2eb610ff0d7e service neutron] Attempting to bind port 3129c95e-b945-4a53-bf62-cb5e18a8360f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '76febac4-7bd3-484d-b170-050fd50007df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd1ca9c26-4200-4876-a057-71f91610daf7'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:21:19.375856 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-494df318-f237-4a71-8975-2eb610ff0d7e service neutron] Attempting to bind port 3129c95e-b945-4a53-bf62-cb5e18a8360f on network d1ca9c26-4200-4876-a057-71f91610daf7 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:21:19.380267 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-494df318-f237-4a71-8975-2eb610ff0d7e service neutron] Port 3129c95e-b945-4a53-bf62-cb5e18a8360f on network d1ca9c26-4200-4876-a057-71f91610daf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:21:19.380583 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-494df318-f237-4a71-8975-2eb610ff0d7e service neutron] Attempting to bind port 3129c95e-b945-4a53-bf62-cb5e18a8360f on network d1ca9c26-4200-4876-a057-71f91610daf7 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:21:19.385845 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-494df318-f237-4a71-8975-2eb610ff0d7e service neutron] Checking agent: {'id': '339503ba-6418-440e-8cd9-ebb81c45e407', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:21:19.386208 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-494df318-f237-4a71-8975-2eb610ff0d7e service neutron] Checking segment: {'id': '76febac4-7bd3-484d-b170-050fd50007df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd1ca9c26-4200-4876-a057-71f91610daf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:21:19.386589 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-494df318-f237-4a71-8975-2eb610ff0d7e service neutron] Bound using segment: {'id': '76febac4-7bd3-484d-b170-050fd50007df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd1ca9c26-4200-4876-a057-71f91610daf7'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:21:19.387013 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-494df318-f237-4a71-8975-2eb610ff0d7e service neutron] Bound port: 3129c95e-b945-4a53-bf62-cb5e18a8360f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76febac4-7bd3-484d-b170-050fd50007df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd1ca9c26-4200-4876-a057-71f91610daf7'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:21:19.387357 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-494df318-f237-4a71-8975-2eb610ff0d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:19.569596 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-494df318-f237-4a71-8975-2eb610ff0d7e service neutron] For port 3129c95e-b945-4a53-bf62-cb5e18a8360f, host hv-cinder-78836, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:21:19.575327 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-494df318-f237-4a71-8975-2eb610ff0d7e service neutron] For port 3129c95e-b945-4a53-bf62-cb5e18a8360f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3129c95e-b945-4a53-bf62-cb5e18a8360f,segment=NetworkSegment(76febac4-7bd3-484d-b170-050fd50007df),segment_id=76febac4-7bd3-484d-b170-050fd50007df)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:21:19.585021 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-494df318-f237-4a71-8975-2eb610ff0d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8252111'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:19.593901 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-f5571abe-6b02-4ea7-90f4-d7eeeee10b72 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:19.663496 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-494df318-f237-4a71-8975-2eb610ff0d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:19.664178 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-494df318-f237-4a71-8975-2eb610ff0d7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:19.665872 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-494df318-f237-4a71-8975-2eb610ff0d7e service neutron] 10.222.0.96 "PUT /v2.0/ports/3129c95e-b945-4a53-bf62-cb5e18a8360f HTTP/1.1" status: 200 len: 1094 time: 1.1850085 Apr 30 13:21:19.666465 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b3ef63-5a84-407a-ab6b-87e44690e164', 'tag': '3129c95e-b945-4a53-bf62-cb5e18a8360f'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:21:19.687340 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494df318-f237-4a71-8975-2eb610ff0d7e service neutron] Pushing event updated for resources: {'Port': ['ID=3129c95e-b945-4a53-bf62-cb5e18a8360f,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:19.702614 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-494df318-f237-4a71-8975-2eb610ff0d7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:19.753911 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:21:19.819665 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81152c-20db-4065-b099-c90b9f754f3a req-2cc8a63f-213c-4241-8c0f-36ee3184ac3c tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:19.828699 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aa81152c-20db-4065-b099-c90b9f754f3a req-2cc8a63f-213c-4241-8c0f-36ee3184ac3c tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4b3ef63-5a84-407a-ab6b-87e44690e164 HTTP/1.1" status: 200 len: 944 time: 0.1138539 Apr 30 13:21:19.844598 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-76ba1ade-0c16-449b-8b81-35bf0008167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:19.846645 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-76ba1ade-0c16-449b-8b81-35bf0008167b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f8a4ed97ca674a6a92ac1ffab86047b3&device_id=c4b3ef63-5a84-407a-ab6b-87e44690e164 HTTP/1.1" status: 200 len: 1097 time: 0.1117110 Apr 30 13:21:19.888707 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aa81152c-20db-4065-b099-c90b9f754f3a req-62f8ea9a-50c2-4149-b5cb-9e5b2c3e5ebe tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586920 Apr 30 13:21:19.930639 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4b3ef63-5a84-407a-ab6b-87e44690e164', 'tag': '3129c95e-b945-4a53-bf62-cb5e18a8360f', 'status': 'completed', 'code': 200} Apr 30 13:21:19.932010 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-8ea6bed1-a133-41cc-9964-00ec29291704 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3129c95e-b945-4a53-bf62-cb5e18a8360f HTTP/1.1" status: 200 len: 217 time: 0.0648603 Apr 30 13:21:20.011585 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-e88a9c9d-dae5-4822-a326-169ef1bf2461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:20.013624 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-e88a9c9d-dae5-4822-a326-169ef1bf2461 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=56215cdf-2a16-4386-9230-151e73a5f7db HTTP/1.1" status: 200 len: 853 time: 0.0640280 Apr 30 13:21:20.076254 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-d094b5c2-e2f2-4852-b9a4-1a1fe10904bf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d1ca9c26-4200-4876-a057-71f91610daf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555274 Apr 30 13:21:20.227044 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-074801ea-4d79-470a-b3be-994659f3b0df service neutron] 10.222.0.96 "GET /v2.0/networks/d1ca9c26-4200-4876-a057-71f91610daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441114 Apr 30 13:21:20.411394 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-2cf157fe-f2e7-4e8c-97b6-a67b99821f25 req-4c742815-80ad-44b5-9e2a-19bbe66248ba service neutron] 10.222.0.96 "GET /v2.0/networks/d1ca9c26-4200-4876-a057-71f91610daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771269 Apr 30 13:21:20.593702 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bcda02-1890-4f39-b85a-998bf7a0fd0f req-9929df3a-38eb-4a7c-a33e-fc1f180a493e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:20.595225 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-d0bcda02-1890-4f39-b85a-998bf7a0fd0f req-9929df3a-38eb-4a7c-a33e-fc1f180a493e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f8a4ed97ca674a6a92ac1ffab86047b3&device_id=c4b3ef63-5a84-407a-ab6b-87e44690e164 HTTP/1.1" status: 200 len: 1097 time: 0.0761080 Apr 30 13:21:20.751857 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bcda02-1890-4f39-b85a-998bf7a0fd0f req-19c60a74-d01a-4f23-a680-b0b04ebd8277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:20.753224 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-d0bcda02-1890-4f39-b85a-998bf7a0fd0f req-19c60a74-d01a-4f23-a680-b0b04ebd8277 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d1ca9c26-4200-4876-a057-71f91610daf7 HTTP/1.1" status: 200 len: 915 time: 0.1293242 Apr 30 13:21:20.833166 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-d0bcda02-1890-4f39-b85a-998bf7a0fd0f req-1a893555-6ccc-461e-9e67-2d80c78006f8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3129c95e-b945-4a53-bf62-cb5e18a8360f HTTP/1.1" status: 200 len: 217 time: 0.0624881 Apr 30 13:21:20.904491 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bcda02-1890-4f39-b85a-998bf7a0fd0f req-9dfa42a7-db30-46e9-a80a-9e37b19de03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:20.906067 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-d0bcda02-1890-4f39-b85a-998bf7a0fd0f req-9dfa42a7-db30-46e9-a80a-9e37b19de03e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=56215cdf-2a16-4386-9230-151e73a5f7db HTTP/1.1" status: 200 len: 853 time: 0.0608540 Apr 30 13:21:20.960398 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-d0bcda02-1890-4f39-b85a-998bf7a0fd0f req-372175bb-7883-4791-b0a7-120c6d7a46e7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d1ca9c26-4200-4876-a057-71f91610daf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440464 Apr 30 13:21:21.088369 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02261109-0de8-4762-9478-2acb67e80253 req-0f7cc5e9-b8bd-4a05-b170-f08f0b83ce03 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:21.090815 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-02261109-0de8-4762-9478-2acb67e80253 req-0f7cc5e9-b8bd-4a05-b170-f08f0b83ce03 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4b3ef63-5a84-407a-ab6b-87e44690e164 HTTP/1.1" status: 200 len: 944 time: 0.0913818 Apr 30 13:21:21.125275 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-d0bcda02-1890-4f39-b85a-998bf7a0fd0f req-1f6ba389-7471-4576-ae45-c52b516449cf service neutron] 10.222.0.96 "GET /v2.0/networks/d1ca9c26-4200-4876-a057-71f91610daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523194 Apr 30 13:21:21.256825 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-02261109-0de8-4762-9478-2acb67e80253 req-cfaa7c88-2206-4c2e-be50-08d0f6da2736 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594081 Apr 30 13:21:21.273827 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-d0bcda02-1890-4f39-b85a-998bf7a0fd0f req-86b9517b-bcaf-41d7-bfd6-a0767f2c1481 service neutron] 10.222.0.96 "GET /v2.0/networks/d1ca9c26-4200-4876-a057-71f91610daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409595 Apr 30 13:21:22.445233 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daaf471-8e71-49bb-9136-0e2312769032 req-3c64369d-88cb-4efb-ab59-4cc0839ed794 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:22.446780 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3daaf471-8e71-49bb-9136-0e2312769032 req-3c64369d-88cb-4efb-ab59-4cc0839ed794 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4b3ef63-5a84-407a-ab6b-87e44690e164 HTTP/1.1" status: 200 len: 944 time: 0.0805740 Apr 30 13:21:22.492578 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3daaf471-8e71-49bb-9136-0e2312769032 req-4d259eb4-88eb-4db9-9d9e-b912c46f43f5 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400748 Apr 30 13:21:23.474899 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 3129c95e-b945-4a53-bf62-cb5e18a8360f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:21:23.610096 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 3129c95e-b945-4a53-bf62-cb5e18a8360f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3129c95e-b945-4a53-bf62-cb5e18a8360f,segment=NetworkSegment(76febac4-7bd3-484d-b170-050fd50007df),segment_id=76febac4-7bd3-484d-b170-050fd50007df)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:23.624094 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Returning: {'device': '3129c95e-b945-4a53-bf62-cb5e18a8360f', 'network_id': 'd1ca9c26-4200-4876-a057-71f91610daf7', 'port_id': '3129c95e-b945-4a53-bf62-cb5e18a8360f', 'mac_address': 'fa:16:3e:21:c7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56215cdf-2a16-4386-9230-151e73a5f7db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:21:23.683623 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:23.691143 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e3590-48db-45fb-bc91-554205221a9b req-e1ea9adc-9e9f-4ca6-b64c-30735581ca94 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:23.692715 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ae3e3590-48db-45fb-bc91-554205221a9b req-e1ea9adc-9e9f-4ca6-b64c-30735581ca94 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4b3ef63-5a84-407a-ab6b-87e44690e164 HTTP/1.1" status: 200 len: 944 time: 0.0885596 Apr 30 13:21:23.703754 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3129c95e-b945-4a53-bf62-cb5e18a8360f {{(pid=73847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:21:23.722279 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 3129c95e-b945-4a53-bf62-cb5e18a8360f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3129c95e-b945-4a53-bf62-cb5e18a8360f,segment=NetworkSegment(76febac4-7bd3-484d-b170-050fd50007df),segment_id=76febac4-7bd3-484d-b170-050fd50007df)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:23.726455 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:23.729012 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:23.746845 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ae3e3590-48db-45fb-bc91-554205221a9b req-f89884aa-2ebe-4576-90a6-b18d55bfe6f2 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467575 Apr 30 13:21:23.806254 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=3129c95e-b945-4a53-bf62-cb5e18a8360f,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:23.810325 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:24.111230 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['3129c95e-b945-4a53-bf62-cb5e18a8360f'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:21:24.941090 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d9f80-e30f-4d5b-b149-d254c9443d6e req-ff38b1a6-3af1-46f5-9dd2-649e488c2a7c tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:24.942613 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-369d9f80-e30f-4d5b-b149-d254c9443d6e req-ff38b1a6-3af1-46f5-9dd2-649e488c2a7c tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4b3ef63-5a84-407a-ab6b-87e44690e164 HTTP/1.1" status: 200 len: 945 time: 0.0877841 Apr 30 13:21:24.988155 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-369d9f80-e30f-4d5b-b149-d254c9443d6e req-9936b1e4-0ef2-4ddb-9821-bc3c9066156f tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398099 Apr 30 13:21:27.650986 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 3129c95e-b945-4a53-bf62-cb5e18a8360f up at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:21:27.720848 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning for port 3129c95e-b945-4a53-bf62-cb5e18a8360f completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:21:27.726465 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning complete for port 3129c95e-b945-4a53-bf62-cb5e18a8360f triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:21:27.726845 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:27.844147 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:27.871459 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b3ef63-5a84-407a-ab6b-87e44690e164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3129c95e-b945-4a53-bf62-cb5e18a8360f'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:21:27.882090 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 3129c95e-b945-4a53-bf62-cb5e18a8360f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3129c95e-b945-4a53-bf62-cb5e18a8360f,segment=NetworkSegment(76febac4-7bd3-484d-b170-050fd50007df),segment_id=76febac4-7bd3-484d-b170-050fd50007df)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:27.886350 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:27.890245 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:27.930137 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1cf66-ccaa-4a17-a693-5f4ad5eb68b4 req-5ce3cd55-5d20-4e5e-bd76-9471e09635cd tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:27.931635 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cbe1cf66-ccaa-4a17-a693-5f4ad5eb68b4 req-5ce3cd55-5d20-4e5e-bd76-9471e09635cd tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4b3ef63-5a84-407a-ab6b-87e44690e164 HTTP/1.1" status: 200 len: 946 time: 0.0836768 Apr 30 13:21:27.979969 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cbe1cf66-ccaa-4a17-a693-5f4ad5eb68b4 req-cd9fcd77-0cd1-4af5-8114-3f95a1bf26b7 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414603 Apr 30 13:21:27.980970 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b3ef63-5a84-407a-ab6b-87e44690e164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3129c95e-b945-4a53-bf62-cb5e18a8360f', 'code': 200} Apr 30 13:21:27.993416 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=3129c95e-b945-4a53-bf62-cb5e18a8360f,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:27.996583 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:28.256566 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284517e-6779-46c1-968f-ccdfecd82591 req-b0289180-1dc3-4d4a-a7c2-6dfa2ba71ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:28.258046 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-7284517e-6779-46c1-968f-ccdfecd82591 req-b0289180-1dc3-4d4a-a7c2-6dfa2ba71ecb service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c4b3ef63-5a84-407a-ab6b-87e44690e164 HTTP/1.1" status: 200 len: 1099 time: 0.0689800 Apr 30 13:21:28.303288 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-7284517e-6779-46c1-968f-ccdfecd82591 req-0c3b7282-896c-43ba-9b39-cfa70fb5686c service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362456 Apr 30 13:21:29.259069 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee508a1-d2b9-45d4-b50c-5ba6240abc0e req-af8bf5cb-e4c6-45ed-8860-5e4b92dc5099 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:29.260520 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bee508a1-d2b9-45d4-b50c-5ba6240abc0e req-af8bf5cb-e4c6-45ed-8860-5e4b92dc5099 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4b3ef63-5a84-407a-ab6b-87e44690e164 HTTP/1.1" status: 200 len: 946 time: 0.0976562 Apr 30 13:21:29.324562 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bee508a1-d2b9-45d4-b50c-5ba6240abc0e req-030ee38f-34df-416a-8577-f0b900601743 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556693 Apr 30 13:21:30.513546 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ccf73-2952-4c0e-bd0d-bbb82a75f7fa req-ad7ed237-6dcd-4967-81a6-8d85aedd9163 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:30.515030 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-560ccf73-2952-4c0e-bd0d-bbb82a75f7fa req-ad7ed237-6dcd-4967-81a6-8d85aedd9163 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4b3ef63-5a84-407a-ab6b-87e44690e164 HTTP/1.1" status: 200 len: 946 time: 0.0832105 Apr 30 13:21:30.558835 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-560ccf73-2952-4c0e-bd0d-bbb82a75f7fa req-ae773a1d-9509-40e5-9263-ff85350b38b0 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380418 Apr 30 13:21:34.484798 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:34.648485 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5fa78b4b-21bc-43e6-a1dd-a123893141f9 req-91a5e526-b92d-4b87-99da-04ee6ce55ff3 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2024220333&fields=id&tenant_id=9ea461adf36b4f638c2ff6761c98389e HTTP/1.1" status: 200 len: 267 time: 0.0397775 Apr 30 13:21:34.735687 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa78b4b-21bc-43e6-a1dd-a123893141f9 req-ea387edb-ae83-4e76-bb99-698f39184fe4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:34.737218 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5fa78b4b-21bc-43e6-a1dd-a123893141f9 req-ea387edb-ae83-4e76-bb99-698f39184fe4 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 984 time: 0.0823100 Apr 30 13:21:34.748451 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-5fa78b4b-21bc-43e6-a1dd-a123893141f9 req-39d3e0b2-f255-4d98-a2f3-c518fb86dac6 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Request body: {'port': {'security_groups': ['0ee3af50-be04-4890-8560-02a3bffe1a4f']}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:21:34.870083 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-5fa78b4b-21bc-43e6-a1dd-a123893141f9 req-39d3e0b2-f255-4d98-a2f3-c518fb86dac6 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:34.890405 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-b2bce3ef-ec74-491d-ae63-6211550a67e4 req-7ad82b3b-02ee-4390-ae37-ecf7905d090c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697975 Apr 30 13:21:35.077614 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bce3ef-ec74-491d-ae63-6211550a67e4 req-7f9ba9e9-a28f-484c-b1c7-18e89cb58706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:35.079173 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-b2bce3ef-ec74-491d-ae63-6211550a67e4 req-7f9ba9e9-a28f-484c-b1c7-18e89cb58706 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9ea461adf36b4f638c2ff6761c98389e&device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 1137 time: 0.0795219 Apr 30 13:21:35.134424 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-5fa78b4b-21bc-43e6-a1dd-a123893141f9 req-39d3e0b2-f255-4d98-a2f3-c518fb86dac6 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] For port d6ce748a-7d9b-411f-a297-e3accb8a56c3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d6ce748a-7d9b-411f-a297-e3accb8a56c3,segment=NetworkSegment(2ad13149-5726-459f-ae47-3c868836558d),segment_id=2ad13149-5726-459f-ae47-3c868836558d)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:35.163365 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-5fa78b4b-21bc-43e6-a1dd-a123893141f9 req-39d3e0b2-f255-4d98-a2f3-c518fb86dac6 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:35.168420 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-5fa78b4b-21bc-43e6-a1dd-a123893141f9 req-39d3e0b2-f255-4d98-a2f3-c518fb86dac6 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-554251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:35.175517 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:35.212259 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['d6ce748a-7d9b-411f-a297-e3accb8a56c3'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:21:35.241594 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa78b4b-21bc-43e6-a1dd-a123893141f9 req-39d3e0b2-f255-4d98-a2f3-c518fb86dac6 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:35.242905 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-5fa78b4b-21bc-43e6-a1dd-a123893141f9 req-39d3e0b2-f255-4d98-a2f3-c518fb86dac6 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:35.247607 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5fa78b4b-21bc-43e6-a1dd-a123893141f9 req-39d3e0b2-f255-4d98-a2f3-c518fb86dac6 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "PUT /v2.0/ports/d6ce748a-7d9b-411f-a297-e3accb8a56c3 HTTP/1.1" status: 200 len: 942 time: 0.5038412 Apr 30 13:21:35.248322 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07576a06-9042-40dd-801d-3c1307a1e03b', 'tag': 'd6ce748a-7d9b-411f-a297-e3accb8a56c3'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:21:35.257395 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 36574) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:35.413553 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e314c88a-9e88-4649-a788-520dd938fde2 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:35.449718 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bce3ef-ec74-491d-ae63-6211550a67e4 req-a7e61945-984c-422e-bf5b-cb44866d4292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:35.451794 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-b2bce3ef-ec74-491d-ae63-6211550a67e4 req-a7e61945-984c-422e-bf5b-cb44866d4292 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3357c09a-1ff1-4156-b7a5-b206cf73267c HTTP/1.1" status: 200 len: 917 time: 0.3469601 Apr 30 13:21:35.458567 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e314c88a-9e88-4649-a788-520dd938fde2 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:35.508650 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3e0b2-f255-4d98-a2f3-c518fb86dac6 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Pushing event updated for resources: {'Port': ['ID=d6ce748a-7d9b-411f-a297-e3accb8a56c3,revision_number=7']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:35.522666 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-39d3e0b2-f255-4d98-a2f3-c518fb86dac6 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:35.524610 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07576a06-9042-40dd-801d-3c1307a1e03b', 'tag': 'd6ce748a-7d9b-411f-a297-e3accb8a56c3', 'status': 'completed', 'code': 200} Apr 30 13:21:35.537877 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['d6ce748a-7d9b-411f-a297-e3accb8a56c3'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:21:35.589351 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e314c88a-9e88-4649-a788-520dd938fde2 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:35.603723 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-fb966aff-ba9f-4141-a6fb-8f866032423c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:35.631637 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314c88a-9e88-4649-a788-520dd938fde2 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f0a7a9-98b0-4bd4-be9d-de7246680cb2,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:35.645165 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e314c88a-9e88-4649-a788-520dd938fde2 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:35.652252 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e314c88a-9e88-4649-a788-520dd938fde2 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:35.658678 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-e314c88a-9e88-4649-a788-520dd938fde2 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "DELETE /v2.0/security-groups/f2f0a7a9-98b0-4bd4-be9d-de7246680cb2 HTTP/1.1" status: 204 len: 168 time: 0.3999453 Apr 30 13:21:35.659585 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 36592) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:35.682588 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-b2bce3ef-ec74-491d-ae63-6211550a67e4 req-0173399c-a689-49a8-a927-73a05361d4ee service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6ce748a-7d9b-411f-a297-e3accb8a56c3 HTTP/1.1" status: 200 len: 1001 time: 0.2232051 Apr 30 13:21:35.815824 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bce3ef-ec74-491d-ae63-6211550a67e4 req-fdf1c827-fec3-43ca-b83d-ac9cd960092e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:35.817292 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-b2bce3ef-ec74-491d-ae63-6211550a67e4 req-fdf1c827-fec3-43ca-b83d-ac9cd960092e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=70d26d5f-252a-44e7-a608-0a89cf716e23 HTTP/1.1" status: 200 len: 854 time: 0.1263430 Apr 30 13:21:35.830164 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-1536813b-b69b-4034-b1e3-2f71fa6cca65 None None] Provisioning complete for port d6ce748a-7d9b-411f-a297-e3accb8a56c3 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:21:35.830754 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-1536813b-b69b-4034-b1e3-2f71fa6cca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:35.931667 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bce3ef-ec74-491d-ae63-6211550a67e4 req-b558d74a-4147-4187-8292-92d4e86cee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:35.933218 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-b2bce3ef-ec74-491d-ae63-6211550a67e4 req-b558d74a-4147-4187-8292-92d4e86cee96 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3357c09a-1ff1-4156-b7a5-b206cf73267c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1018243 Apr 30 13:21:36.031740 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-458768e7-291c-43bd-a543-e88d1adbea2d tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Deleting port d47c3d71-3de1-41d5-bfb6-00356dc4bc17 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:21:36.032082 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-458768e7-291c-43bd-a543-e88d1adbea2d tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:36.106833 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-b2bce3ef-ec74-491d-ae63-6211550a67e4 req-a2da4257-3883-45a3-b156-2dbd2cb5f7aa service neutron] 10.222.0.96 "GET /v2.0/networks/3357c09a-1ff1-4156-b7a5-b206cf73267c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652548 Apr 30 13:21:36.260957 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-b2bce3ef-ec74-491d-ae63-6211550a67e4 req-8ca4234f-fd17-4ccb-a72d-fff6962094a3 service neutron] 10.222.0.96 "GET /v2.0/networks/3357c09a-1ff1-4156-b7a5-b206cf73267c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470244 Apr 30 13:21:36.279999 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-458768e7-291c-43bd-a543-e88d1adbea2d tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:36.280338 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-458768e7-291c-43bd-a543-e88d1adbea2d tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:36.409366 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-458768e7-291c-43bd-a543-e88d1adbea2d tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Calling delete_port for d47c3d71-3de1-41d5-bfb6-00356dc4bc17 owned by network:floatingip {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:21:36.471126 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396dcba-3c99-4ebd-98e4-bc5fb6a6cab3 req-33592fb8-9fef-4238-9caf-1fb37d14db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:36.472750 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-0396dcba-3c99-4ebd-98e4-bc5fb6a6cab3 req-33592fb8-9fef-4238-9caf-1fb37d14db56 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9ea461adf36b4f638c2ff6761c98389e&device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 1098 time: 0.0923011 Apr 30 13:21:36.473117 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-5eb9ebe5-cb49-41b8-9238-bbc917fbab56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:36.567501 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-458768e7-291c-43bd-a543-e88d1adbea2d tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:36.572715 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e7b8909e-6f36-4857-b728-8bf0726d2e10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:36.622341 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458768e7-291c-43bd-a543-e88d1adbea2d tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Pushing event deleted for resources: {'Port': ['ID=d47c3d71-3de1-41d5-bfb6-00356dc4bc17,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:36.633916 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-458768e7-291c-43bd-a543-e88d1adbea2d tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:36.638304 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396dcba-3c99-4ebd-98e4-bc5fb6a6cab3 req-08b8331d-b27e-4d5a-a1a6-56d5ac3ef104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:36.640116 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-0396dcba-3c99-4ebd-98e4-bc5fb6a6cab3 req-08b8331d-b27e-4d5a-a1a6-56d5ac3ef104 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3357c09a-1ff1-4156-b7a5-b206cf73267c HTTP/1.1" status: 200 len: 917 time: 0.1604328 Apr 30 13:21:36.715092 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-0396dcba-3c99-4ebd-98e4-bc5fb6a6cab3 req-dbac7adb-d1e0-482e-95ce-de46cbfb6832 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6ce748a-7d9b-411f-a297-e3accb8a56c3 HTTP/1.1" status: 200 len: 217 time: 0.0665953 Apr 30 13:21:36.729339 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-458768e7-291c-43bd-a543-e88d1adbea2d tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks [] for floatingip, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:36.730342 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.db.l3_db [None req-458768e7-291c-43bd-a543-e88d1adbea2d tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Floating IP 0bb9c982-1b47-40df-ba9c-5de765754195 disassociated (deleted). External IP: 172.27.3.166, port: d6ce748a-7d9b-411f-a297-e3accb8a56c3. Apr 30 13:21:36.795751 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396dcba-3c99-4ebd-98e4-bc5fb6a6cab3 req-53d0b52a-a3b2-4e33-9a06-2f23e7e2653e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:36.797222 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-0396dcba-3c99-4ebd-98e4-bc5fb6a6cab3 req-53d0b52a-a3b2-4e33-9a06-2f23e7e2653e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=70d26d5f-252a-44e7-a608-0a89cf716e23 HTTP/1.1" status: 200 len: 854 time: 0.0667250 Apr 30 13:21:36.878485 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396dcba-3c99-4ebd-98e4-bc5fb6a6cab3 req-5a524812-384d-4251-a33b-9c431bedc363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:36.880072 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-0396dcba-3c99-4ebd-98e4-bc5fb6a6cab3 req-5a524812-384d-4251-a33b-9c431bedc363 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3357c09a-1ff1-4156-b7a5-b206cf73267c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761790 Apr 30 13:21:37.013404 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-0396dcba-3c99-4ebd-98e4-bc5fb6a6cab3 req-4ac6a915-2608-47e1-a9ed-fcb677601a43 service neutron] 10.222.0.96 "GET /v2.0/networks/3357c09a-1ff1-4156-b7a5-b206cf73267c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256762 Apr 30 13:21:37.127051 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458768e7-291c-43bd-a543-e88d1adbea2d tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Router 81335178-fe08-4cdb-99b6-f8b3a6bf09af has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:21:37.151893 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-0396dcba-3c99-4ebd-98e4-bc5fb6a6cab3 req-ce8e11b7-28e8-4903-a5b4-8f82a5416630 service neutron] 10.222.0.96 "GET /v2.0/networks/3357c09a-1ff1-4156-b7a5-b206cf73267c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315486 Apr 30 13:21:37.322820 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458768e7-291c-43bd-a543-e88d1adbea2d tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:21:37.332799 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65b0c0f-b37a-47c5-9677-92c04a061cf0 None None] Sync routers for ids ['81335178-fe08-4cdb-99b6-f8b3a6bf09af'] in dv-cinder-788363-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:21:37.339214 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-458768e7-291c-43bd-a543-e88d1adbea2d tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for floatingip, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:37.342439 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65b0c0f-b37a-47c5-9677-92c04a061cf0 None None] Routers {'81335178-fe08-4cdb-99b6-f8b3a6bf09af'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:21:37.343135 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-b65b0c0f-b37a-47c5-9677-92c04a061cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:21:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['81335178-fe08-4cdb-99b6-f8b3a6bf09af'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:37.398433 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-458768e7-291c-43bd-a543-e88d1adbea2d tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "DELETE /v2.0/floatingips/0bb9c982-1b47-40df-ba9c-5de765754195 HTTP/1.1" status: 204 len: 168 time: 1.7373590 Apr 30 13:21:37.525709 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-b65b0c0f-b37a-47c5-9677-92c04a061cf0 None None] Set router 81335178-fe08-4cdb-99b6-f8b3a6bf09af gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:21:37.526078 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07576a06-9042-40dd-801d-3c1307a1e03b', 'tag': 'd6ce748a-7d9b-411f-a297-e3accb8a56c3'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:21:37.807517 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07576a06-9042-40dd-801d-3c1307a1e03b', 'tag': 'd6ce748a-7d9b-411f-a297-e3accb8a56c3', 'status': 'completed', 'code': 200} Apr 30 13:21:37.891974 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-b65b0c0f-b37a-47c5-9677-92c04a061cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'name': 'tempest-TestMinimumBasicScenario-1581740521-router', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0f7db1f6-6550-4663-8783-fec044f2f9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:46Z', 'updated_at': '2021-04-30T13:17:51Z', 'revision_number': 4, 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'gw_port': {'id': '0f7db1f6-6550-4663-8783-fec044f2f9cd', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:46Z', 'updated_at': '2021-04-30T13:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'bbf10d63-9cd9-49a6-8683-4abb99900501', 'name': '', 'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'mac_address': 'fa:16:3e:23:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '70d26d5f-252a-44e7-a608-0a89cf716e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:50Z', 'updated_at': '2021-04-30T13:18:00Z', 'revision_number': 5, 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'subnets': [{'id': '70d26d5f-252a-44e7-a608-0a89cf716e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:37.896531 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65b0c0f-b37a-47c5-9677-92c04a061cf0 None None] Checking router: 81335178-fe08-4cdb-99b6-f8b3a6bf09af for host: dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:21:37.910135 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65b0c0f-b37a-47c5-9677-92c04a061cf0 None None] Routers {'81335178-fe08-4cdb-99b6-f8b3a6bf09af'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:21:37.910791 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-b65b0c0f-b37a-47c5-9677-92c04a061cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:21:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['81335178-fe08-4cdb-99b6-f8b3a6bf09af'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:37.981598 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff109a-36ab-4fa3-a6d6-e45bfeb465b8 req-5a596ba7-d768-4b3d-b962-d59470f5aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:37.983475 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-c5ff109a-36ab-4fa3-a6d6-e45bfeb465b8 req-5a596ba7-d768-4b3d-b962-d59470f5aee8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9ea461adf36b4f638c2ff6761c98389e&device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 1098 time: 0.1229458 Apr 30 13:21:38.104167 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-b65b0c0f-b37a-47c5-9677-92c04a061cf0 None None] Set router 81335178-fe08-4cdb-99b6-f8b3a6bf09af gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:21:38.119641 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff109a-36ab-4fa3-a6d6-e45bfeb465b8 req-3f3e5c7a-44c7-4696-a809-6956a483ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:38.120447 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-c5ff109a-36ab-4fa3-a6d6-e45bfeb465b8 req-3f3e5c7a-44c7-4696-a809-6956a483ac6d service neutron] 10.222.0.96 "GET /v2.0/networks?id=3357c09a-1ff1-4156-b7a5-b206cf73267c HTTP/1.1" status: 200 len: 917 time: 0.1299303 Apr 30 13:21:38.270656 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-c5ff109a-36ab-4fa3-a6d6-e45bfeb465b8 req-bfb6233b-a81b-4cd8-9df3-da87621e4488 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6ce748a-7d9b-411f-a297-e3accb8a56c3 HTTP/1.1" status: 200 len: 217 time: 0.1425288 Apr 30 13:21:38.341916 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff109a-36ab-4fa3-a6d6-e45bfeb465b8 req-65b75ce9-e752-4df6-af2b-debe7e1e7c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:38.343462 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-c5ff109a-36ab-4fa3-a6d6-e45bfeb465b8 req-65b75ce9-e752-4df6-af2b-debe7e1e7c5f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=70d26d5f-252a-44e7-a608-0a89cf716e23 HTTP/1.1" status: 200 len: 854 time: 0.0654175 Apr 30 13:21:38.441065 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff109a-36ab-4fa3-a6d6-e45bfeb465b8 req-32d453e1-5fbb-478e-a3fc-91e43a63575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:38.442671 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-c5ff109a-36ab-4fa3-a6d6-e45bfeb465b8 req-32d453e1-5fbb-478e-a3fc-91e43a63575c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3357c09a-1ff1-4156-b7a5-b206cf73267c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0905993 Apr 30 13:21:38.475043 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-b65b0c0f-b37a-47c5-9677-92c04a061cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'name': 'tempest-TestMinimumBasicScenario-1581740521-router', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0f7db1f6-6550-4663-8783-fec044f2f9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:46Z', 'updated_at': '2021-04-30T13:17:51Z', 'revision_number': 4, 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'gw_port': {'id': '0f7db1f6-6550-4663-8783-fec044f2f9cd', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:46Z', 'updated_at': '2021-04-30T13:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'bbf10d63-9cd9-49a6-8683-4abb99900501', 'name': '', 'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'mac_address': 'fa:16:3e:23:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '70d26d5f-252a-44e7-a608-0a89cf716e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:50Z', 'updated_at': '2021-04-30T13:18:00Z', 'revision_number': 5, 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'subnets': [{'id': '70d26d5f-252a-44e7-a608-0a89cf716e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:38.479097 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65b0c0f-b37a-47c5-9677-92c04a061cf0 None None] The sync data for ids ['81335178-fe08-4cdb-99b6-f8b3a6bf09af'] in dv-cinder-788363-2-iscsi is: [{'id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'name': 'tempest-TestMinimumBasicScenario-1581740521-router', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0f7db1f6-6550-4663-8783-fec044f2f9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:46Z', 'updated_at': '2021-04-30T13:17:51Z', 'revision_number': 4, 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'gw_port': {'id': '0f7db1f6-6550-4663-8783-fec044f2f9cd', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:46Z', 'updated_at': '2021-04-30T13:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'bbf10d63-9cd9-49a6-8683-4abb99900501', 'name': '', 'network_id': '3357c09a-1ff1-4156-b7a5-b206cf73267c', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'mac_address': 'fa:16:3e:23:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '70d26d5f-252a-44e7-a608-0a89cf716e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:50Z', 'updated_at': '2021-04-30T13:18:00Z', 'revision_number': 5, 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'subnets': [{'id': '70d26d5f-252a-44e7-a608-0a89cf716e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:21:38.586091 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-c5ff109a-36ab-4fa3-a6d6-e45bfeb465b8 req-e64535dc-95d4-45ec-8947-6f6c29c453bf service neutron] 10.222.0.96 "GET /v2.0/networks/3357c09a-1ff1-4156-b7a5-b206cf73267c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347663 Apr 30 13:21:38.727154 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9210168b-0bd1-430d-835b-b84c1d052dee None None] New status for floating IP 0bb9c982-1b47-40df-ba9c-5de765754195: DOWN {{(pid=73848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:21:38.741473 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-c5ff109a-36ab-4fa3-a6d6-e45bfeb465b8 req-072658bf-cb0e-459c-a5a3-34d7ee09a538 service neutron] 10.222.0.96 "GET /v2.0/networks/3357c09a-1ff1-4156-b7a5-b206cf73267c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339269 Apr 30 13:21:39.112836 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:39.131154 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-51405c01-6e26-4a96-92ca-da0697d14b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:40.134942 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:41.673370 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:46.439189 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa35c25-fd7e-4a35-851a-ead7111e9057 req-d143ea2e-97b8-4f31-8fee-1ff57f33b44a tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:46.440001 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-caa35c25-fd7e-4a35-851a-ead7111e9057 req-d143ea2e-97b8-4f31-8fee-1ff57f33b44a tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Synchronizing usage tracker for tenant:9ea461adf36b4f638c2ff6761c98389e on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:21:46.455705 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-caa35c25-fd7e-4a35-851a-ead7111e9057 req-d143ea2e-97b8-4f31-8fee-1ff57f33b44a tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Unset dirty status for tenant:9ea461adf36b4f638c2ff6761c98389e on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:21:46.457122 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-caa35c25-fd7e-4a35-851a-ead7111e9057 req-d143ea2e-97b8-4f31-8fee-1ff57f33b44a tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 945 time: 0.0985808 Apr 30 13:21:46.502959 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-caa35c25-fd7e-4a35-851a-ead7111e9057 req-6025db45-5dbe-446d-ab68-c1e36fae6b1e tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Synchronizing usage tracker for tenant:9ea461adf36b4f638c2ff6761c98389e on resource:security_group {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:21:46.519872 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-caa35c25-fd7e-4a35-851a-ead7111e9057 req-6025db45-5dbe-446d-ab68-c1e36fae6b1e tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Unset dirty status for tenant:9ea461adf36b4f638c2ff6761c98389e on resource:security_group {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:21:46.521017 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-caa35c25-fd7e-4a35-851a-ead7111e9057 req-6025db45-5dbe-446d-ab68-c1e36fae6b1e tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579970 Apr 30 13:21:47.717511 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5385bca-80e5-4a78-b3f5-fcab8a0a199d req-88427b25-fe88-4625-93c1-79897ce6537b tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:47.719037 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c5385bca-80e5-4a78-b3f5-fcab8a0a199d req-88427b25-fe88-4625-93c1-79897ce6537b tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 945 time: 0.0875101 Apr 30 13:21:47.766529 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c5385bca-80e5-4a78-b3f5-fcab8a0a199d req-e69f4d65-f4bd-4989-8336-4e52c3dbc911 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411155 Apr 30 13:21:48.582981 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55452e71-f14f-4429-b9f2-6d89aaa62a65 req-f8678d72-2666-4842-9e6c-10f0009c56da tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:48.583736 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-55452e71-f14f-4429-b9f2-6d89aaa62a65 req-f8678d72-2666-4842-9e6c-10f0009c56da tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Synchronizing usage tracker for tenant:9ea461adf36b4f638c2ff6761c98389e on resource:port {{(pid=73846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:21:48.598263 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-55452e71-f14f-4429-b9f2-6d89aaa62a65 req-f8678d72-2666-4842-9e6c-10f0009c56da tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Unset dirty status for tenant:9ea461adf36b4f638c2ff6761c98389e on resource:port {{(pid=73846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:21:48.599377 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-55452e71-f14f-4429-b9f2-6d89aaa62a65 req-f8678d72-2666-4842-9e6c-10f0009c56da tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.96 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 945 time: 0.1009576 Apr 30 13:21:48.740219 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [req-55452e71-f14f-4429-b9f2-6d89aaa62a65 req-6cf62980-aa48-4994-a1b6-e61d3ceda26e tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Deleting port d6ce748a-7d9b-411f-a297-e3accb8a56c3 {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:21:48.740553 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-55452e71-f14f-4429-b9f2-6d89aaa62a65 req-6cf62980-aa48-4994-a1b6-e61d3ceda26e tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:48.879821 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-55452e71-f14f-4429-b9f2-6d89aaa62a65 req-6cf62980-aa48-4994-a1b6-e61d3ceda26e tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] For port d6ce748a-7d9b-411f-a297-e3accb8a56c3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d6ce748a-7d9b-411f-a297-e3accb8a56c3,segment=NetworkSegment(2ad13149-5726-459f-ae47-3c868836558d),segment_id=2ad13149-5726-459f-ae47-3c868836558d)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:48.880298 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-55452e71-f14f-4429-b9f2-6d89aaa62a65 req-6cf62980-aa48-4994-a1b6-e61d3ceda26e tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:48.979454 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d6df1-5caa-4da0-affc-40a1b86d7d04 req-5ef4fc3c-4950-47ec-95db-16087b27eca9 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:48.982535 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-023d6df1-5caa-4da0-affc-40a1b86d7d04 req-5ef4fc3c-4950-47ec-95db-16087b27eca9 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/ports?device_id=07576a06-9042-40dd-801d-3c1307a1e03b HTTP/1.1" status: 200 len: 945 time: 0.0999720 Apr 30 13:21:49.018413 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [req-55452e71-f14f-4429-b9f2-6d89aaa62a65 req-6cf62980-aa48-4994-a1b6-e61d3ceda26e tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Calling delete_port for d6ce748a-7d9b-411f-a297-e3accb8a56c3 owned by compute:nova {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:21:49.031611 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-023d6df1-5caa-4da0-affc-40a1b86d7d04 req-1ea5e527-f9cb-4b3d-a93e-051a6529bdb7 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee3af50-be04-4890-8560-02a3bffe1a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434313 Apr 30 13:21:49.128580 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-55452e71-f14f-4429-b9f2-6d89aaa62a65 req-6cf62980-aa48-4994-a1b6-e61d3ceda26e tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:49.134109 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:49.167187 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['d6ce748a-7d9b-411f-a297-e3accb8a56c3'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:21:49.181752 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf62980-aa48-4994-a1b6-e61d3ceda26e tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Pushing event deleted for resources: {'Port': ['ID=d6ce748a-7d9b-411f-a297-e3accb8a56c3,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:49.226486 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf62980-aa48-4994-a1b6-e61d3ceda26e tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:49.226865 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf62980-aa48-4994-a1b6-e61d3ceda26e tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:49.227234 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf62980-aa48-4994-a1b6-e61d3ceda26e tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:49.227598 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf62980-aa48-4994-a1b6-e61d3ceda26e tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:49.227962 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf62980-aa48-4994-a1b6-e61d3ceda26e tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:49.228366 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf62980-aa48-4994-a1b6-e61d3ceda26e tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:49.228716 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf62980-aa48-4994-a1b6-e61d3ceda26e tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:49.229204 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf62980-aa48-4994-a1b6-e61d3ceda26e tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:49.229650 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf62980-aa48-4994-a1b6-e61d3ceda26e tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:49.230037 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf62980-aa48-4994-a1b6-e61d3ceda26e tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:49.230390 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf62980-aa48-4994-a1b6-e61d3ceda26e tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:49.230741 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf62980-aa48-4994-a1b6-e61d3ceda26e tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:49.257426 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-6cf62980-aa48-4994-a1b6-e61d3ceda26e tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:49.268570 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [req-55452e71-f14f-4429-b9f2-6d89aaa62a65 req-6cf62980-aa48-4994-a1b6-e61d3ceda26e tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] No DVR routers for this DVR port d6ce748a-7d9b-411f-a297-e3accb8a56c3 on host hv-cinder-78836 {{(pid=73846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:21:49.275913 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-55452e71-f14f-4429-b9f2-6d89aaa62a65 req-6cf62980-aa48-4994-a1b6-e61d3ceda26e tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:49.278801 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07576a06-9042-40dd-801d-3c1307a1e03b', 'name': 'network-vif-deleted', 'tag': 'd6ce748a-7d9b-411f-a297-e3accb8a56c3'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:21:49.295407 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-55452e71-f14f-4429-b9f2-6d89aaa62a65 req-6cf62980-aa48-4994-a1b6-e61d3ceda26e tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] 10.222.0.96 "DELETE /v2.0/ports/d6ce748a-7d9b-411f-a297-e3accb8a56c3 HTTP/1.1" status: 204 len: 173 time: 0.6892381 Apr 30 13:21:49.323977 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07576a06-9042-40dd-801d-3c1307a1e03b', 'name': 'network-vif-deleted', 'tag': 'd6ce748a-7d9b-411f-a297-e3accb8a56c3', 'status': 'completed', 'code': 200} Apr 30 13:21:51.369110 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 36806) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:51.731751 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfa377-91c7-4e23-965e-df9b1e56eb66 req-821a0382-5974-41fb-ab8f-19faebe1c9d7 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:51.733375 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-11cfa377-91c7-4e23-965e-df9b1e56eb66 req-821a0382-5974-41fb-ab8f-19faebe1c9d7 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.1893663 Apr 30 13:21:51.901850 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-11cfa377-91c7-4e23-965e-df9b1e56eb66 req-92c594c2-f0a0-4d76-8914-e0c03c45700a tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181636 Apr 30 13:21:52.138338 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-36481f73-b1f2-4eb5-86ef-ead28f329565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657523'] for router_interface, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:52.554830 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-36481f73-b1f2-4eb5-86ef-ead28f329565 admin admin] Deleting port bbf10d63-9cd9-49a6-8683-4abb99900501 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:21:52.555561 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-36481f73-b1f2-4eb5-86ef-ead28f329565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:52.682061 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [None req-36481f73-b1f2-4eb5-86ef-ead28f329565 admin admin] For port bbf10d63-9cd9-49a6-8683-4abb99900501, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=bbf10d63-9cd9-49a6-8683-4abb99900501,segment=NetworkSegment(2ad13149-5726-459f-ae47-3c868836558d),segment_id=2ad13149-5726-459f-ae47-3c868836558d)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:52.682281 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-36481f73-b1f2-4eb5-86ef-ead28f329565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:52.808192 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-36481f73-b1f2-4eb5-86ef-ead28f329565 admin admin] Calling delete_port for bbf10d63-9cd9-49a6-8683-4abb99900501 owned by network:router_interface {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:21:53.117167 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-36481f73-b1f2-4eb5-86ef-ead28f329565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:53.124650 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ca978f1e-d76a-4b3d-9112-b37c0a169a69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:53.211595 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36481f73-b1f2-4eb5-86ef-ead28f329565 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbf10d63-9cd9-49a6-8683-4abb99900501,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:53.223420 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-36481f73-b1f2-4eb5-86ef-ead28f329565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:53.285742 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79839e-1336-4efc-a291-52c33f2cef9a req-35251d18-cd07-446c-aa1d-6ae0af235f97 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:53.287369 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fa79839e-1336-4efc-a291-52c33f2cef9a req-35251d18-cd07-446c-aa1d-6ae0af235f97 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.2464728 Apr 30 13:21:53.424095 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fa79839e-1336-4efc-a291-52c33f2cef9a req-8e5a43c5-e34d-488d-8da4-6a158b71b60b tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221905 Apr 30 13:21:53.541607 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-36481f73-b1f2-4eb5-86ef-ead28f329565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712131'] for router_interface, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:53.759238 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device d6ce748a-7d9b-411f-a297-e3accb8a56c3 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:21:53.798083 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] No Port match for: d6ce748a-7d9b-411f-a297-e3accb8a56c3 {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:21:53.798432 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device d6ce748a-7d9b-411f-a297-e3accb8a56c3 not bound to the agent host hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:21:53.912019 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36481f73-b1f2-4eb5-86ef-ead28f329565 admin admin] Router 81335178-fe08-4cdb-99b6-f8b3a6bf09af has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:21:54.115697 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36481f73-b1f2-4eb5-86ef-ead28f329565 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:21:54.130469 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5eb090-f927-4d77-bb87-bb5b8a6d5dc8 None None] Sync routers for ids ['81335178-fe08-4cdb-99b6-f8b3a6bf09af'] in dv-cinder-788363-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:21:54.133248 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-36481f73-b1f2-4eb5-86ef-ead28f329565 admin admin] 10.222.0.30 "PUT /v2.0/routers/81335178-fe08-4cdb-99b6-f8b3a6bf09af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7624090 Apr 30 13:21:54.135696 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 36844) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:54.141550 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5eb090-f927-4d77-bb87-bb5b8a6d5dc8 None None] Routers {'81335178-fe08-4cdb-99b6-f8b3a6bf09af'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:21:54.142206 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-ad5eb090-f927-4d77-bb87-bb5b8a6d5dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:21:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['81335178-fe08-4cdb-99b6-f8b3a6bf09af'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:54.350134 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-843bb5a7-423b-4189-8561-cfa0dab926db admin admin] Notify callbacks [] for router, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:54.364994 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-ad5eb090-f927-4d77-bb87-bb5b8a6d5dc8 None None] Set router 81335178-fe08-4cdb-99b6-f8b3a6bf09af gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:21:54.671739 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2826108-a657-477e-bfae-a3ae671862b1 req-45145aee-63fb-4b7c-93c4-167bdc796f01 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:54.681144 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a2826108-a657-477e-bfae-a3ae671862b1 req-45145aee-63fb-4b7c-93c4-167bdc796f01 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.1208110 Apr 30 13:21:54.689639 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-843bb5a7-423b-4189-8561-cfa0dab926db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:54.732767 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-ad5eb090-f927-4d77-bb87-bb5b8a6d5dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'name': 'tempest-TestMinimumBasicScenario-1581740521-router', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0f7db1f6-6550-4663-8783-fec044f2f9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:46Z', 'updated_at': '2021-04-30T13:21:53Z', 'revision_number': 5, 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'gw_port': {'id': '0f7db1f6-6550-4663-8783-fec044f2f9cd', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:46Z', 'updated_at': '2021-04-30T13:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:54.742869 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5eb090-f927-4d77-bb87-bb5b8a6d5dc8 None None] Checking router: 81335178-fe08-4cdb-99b6-f8b3a6bf09af for host: dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:21:54.746174 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a2826108-a657-477e-bfae-a3ae671862b1 req-1e5877c9-54c1-42d6-9d61-77da870247f8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634699 Apr 30 13:21:54.754176 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5eb090-f927-4d77-bb87-bb5b8a6d5dc8 None None] Routers {'81335178-fe08-4cdb-99b6-f8b3a6bf09af'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:21:54.754815 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-ad5eb090-f927-4d77-bb87-bb5b8a6d5dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:21:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['81335178-fe08-4cdb-99b6-f8b3a6bf09af'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:54.788880 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-843bb5a7-423b-4189-8561-cfa0dab926db admin admin] Deleting port 0f7db1f6-6550-4663-8783-fec044f2f9cd {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:21:54.789406 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-843bb5a7-423b-4189-8561-cfa0dab926db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:54.935049 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-843bb5a7-423b-4189-8561-cfa0dab926db admin admin] For port 0f7db1f6-6550-4663-8783-fec044f2f9cd, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=0f7db1f6-6550-4663-8783-fec044f2f9cd,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:54.935602 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-843bb5a7-423b-4189-8561-cfa0dab926db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:54.939510 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-ad5eb090-f927-4d77-bb87-bb5b8a6d5dc8 None None] Set router 81335178-fe08-4cdb-99b6-f8b3a6bf09af gateway port host: None {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:21:55.063442 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-843bb5a7-423b-4189-8561-cfa0dab926db admin admin] Calling delete_port for 0f7db1f6-6550-4663-8783-fec044f2f9cd owned by network:router_gateway {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:21:55.095198 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-ad5eb090-f927-4d77-bb87-bb5b8a6d5dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'name': 'tempest-TestMinimumBasicScenario-1581740521-router', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:46Z', 'updated_at': '2021-04-30T13:21:54Z', 'revision_number': 6, 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'gw_port_host': None}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:55.100193 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5eb090-f927-4d77-bb87-bb5b8a6d5dc8 None None] The sync data for ids ['81335178-fe08-4cdb-99b6-f8b3a6bf09af'] in dv-cinder-788363-2-iscsi is: [{'id': '81335178-fe08-4cdb-99b6-f8b3a6bf09af', 'name': 'tempest-TestMinimumBasicScenario-1581740521-router', 'tenant_id': '9ea461adf36b4f638c2ff6761c98389e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:46Z', 'updated_at': '2021-04-30T13:21:54Z', 'revision_number': 6, 'project_id': '9ea461adf36b4f638c2ff6761c98389e', 'gw_port_host': None}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:21:55.347723 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-843bb5a7-423b-4189-8561-cfa0dab926db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:55.351526 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-5a0d25ff-4f77-4068-8d6c-749dd69cea63 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:55.394038 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bb5a7-423b-4189-8561-cfa0dab926db admin admin] Pushing event deleted for resources: {'Port': ['ID=0f7db1f6-6550-4663-8783-fec044f2f9cd,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:55.397576 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-843bb5a7-423b-4189-8561-cfa0dab926db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:55.494555 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-843bb5a7-423b-4189-8561-cfa0dab926db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-669924'] for router_gateway, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:55.667122 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-843bb5a7-423b-4189-8561-cfa0dab926db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30109'] for router, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:55.669887 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-843bb5a7-423b-4189-8561-cfa0dab926db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:55.755585 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-843bb5a7-423b-4189-8561-cfa0dab926db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711489'] for router, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:55.756028 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843bb5a7-423b-4189-8561-cfa0dab926db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81335178-fe08-4cdb-99b6-f8b3a6bf09af {{(pid=73846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:21:55.769277 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-843bb5a7-423b-4189-8561-cfa0dab926db admin admin] Notify callbacks [] for router, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:55.772157 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-843bb5a7-423b-4189-8561-cfa0dab926db admin admin] 10.222.0.30 "DELETE /v2.0/routers/81335178-fe08-4cdb-99b6-f8b3a6bf09af HTTP/1.1" status: 204 len: 168 time: 1.6353974 Apr 30 13:21:55.774884 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 36874) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:55.843901 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_v2 [None req-54836184-6f64-44ec-b5c7-ae5404d0efea admin admin] Deleting subnet 70d26d5f-252a-44e7-a608-0a89cf716e23 {{(pid=73845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:21:55.848399 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-54836184-6f64-44ec-b5c7-ae5404d0efea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:55.942228 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device bbf10d63-9cd9-49a6-8683-4abb99900501 no longer exists at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:21:55.969246 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-54836184-6f64-44ec-b5c7-ae5404d0efea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6252063'] for subnet, precommit_delete_associations {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:55.982298 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] No Port match for: bbf10d63-9cd9-49a6-8683-4abb99900501 {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:21:55.983215 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device bbf10d63-9cd9-49a6-8683-4abb99900501 not bound to the agent host dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:21:55.983878 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 0f7db1f6-6550-4663-8783-fec044f2f9cd no longer exists at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:21:56.021201 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] No Port match for: 0f7db1f6-6550-4663-8783-fec044f2f9cd {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:21:56.021549 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 0f7db1f6-6550-4663-8783-fec044f2f9cd not bound to the agent host dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:21:56.069584 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af782e-abd9-4649-bfd8-982931929ee8 req-a718e29c-b6f4-4277-b37c-d9299fae8bb9 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:56.071153 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-37af782e-abd9-4649-bfd8-982931929ee8 req-a718e29c-b6f4-4277-b37c-d9299fae8bb9 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.1694982 Apr 30 13:21:56.274674 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-54836184-6f64-44ec-b5c7-ae5404d0efea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513256'] for subnet, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:56.312628 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-37af782e-abd9-4649-bfd8-982931929ee8 req-530cdf99-3d29-4995-94ac-9e6e3cc40ff3 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906262 Apr 30 13:21:56.538496 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-54836184-6f64-44ec-b5c7-ae5404d0efea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-554365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7079056'] for subnet, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:56.542316 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:56.576711 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54836184-6f64-44ec-b5c7-ae5404d0efea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70d26d5f-252a-44e7-a608-0a89cf716e23,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:56.580052 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-54836184-6f64-44ec-b5c7-ae5404d0efea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:56.582868 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-54836184-6f64-44ec-b5c7-ae5404d0efea admin admin] Notify callbacks [] for subnet, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:56.592273 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-54836184-6f64-44ec-b5c7-ae5404d0efea admin admin] 10.222.0.30 "DELETE /v2.0/subnets/70d26d5f-252a-44e7-a608-0a89cf716e23 HTTP/1.1" status: 204 len: 168 time: 0.8131289 Apr 30 13:21:56.592273 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 36890) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:56.593773 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dd0a18-4851-4bc6-886f-e0ea39d564cd None None] Network 3357c09a-1ff1-4156-b7a5-b206cf73267c requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:21:56.718873 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-72aa778f-3d0d-4c5a-9a28-0c64f8085582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669671'] for network, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:56.754125 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:21:56.815145 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-72aa778f-3d0d-4c5a-9a28-0c64f8085582 admin admin] Deleting port 0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:21:56.815711 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-72aa778f-3d0d-4c5a-9a28-0c64f8085582 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:56.920078 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8ded7a-4d16-4f15-a9a4-180819812b8f None None] DHCP port deletion for 3357c09a-1ff1-4156-b7a5-b206cf73267c request from dv-cinder-788363-2-iscsi {{(pid=73847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:21:56.925394 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [None req-72aa778f-3d0d-4c5a-9a28-0c64f8085582 admin admin] For port 0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f,segment=NetworkSegment(2ad13149-5726-459f-ae47-3c868836558d),segment_id=2ad13149-5726-459f-ae47-3c868836558d)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:56.925754 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-72aa778f-3d0d-4c5a-9a28-0c64f8085582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:56.987109 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ded7a-4d16-4f15-a9a4-180819812b8f None None] Deleting port 0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f {{(pid=73847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:21:56.987680 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-4b8ded7a-4d16-4f15-a9a4-180819812b8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:57.054966 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-72aa778f-3d0d-4c5a-9a28-0c64f8085582 admin admin] Calling delete_port for 0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f owned by network:dhcp {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:21:57.111128 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-72aa778f-3d0d-4c5a-9a28-0c64f8085582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:57.116455 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-14126fd8-7536-4034-8362-98a47ded451b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:57.128271 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-4b8ded7a-4d16-4f15-a9a4-180819812b8f None None] For port 0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f,segment=NetworkSegment(2ad13149-5726-459f-ae47-3c868836558d),segment_id=2ad13149-5726-459f-ae47-3c868836558d)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:57.128641 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-4b8ded7a-4d16-4f15-a9a4-180819812b8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:57.162766 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa778f-3d0d-4c5a-9a28-0c64f8085582 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:57.166083 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-72aa778f-3d0d-4c5a-9a28-0c64f8085582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:57.166879 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aa778f-3d0d-4c5a-9a28-0c64f8085582 admin admin] No DVR routers for this DVR port 0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f on host dv-cinder-788363-2-iscsi {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:21:57.263482 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ded7a-4d16-4f15-a9a4-180819812b8f None None] Calling delete_port for 0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f owned by network:dhcp {{(pid=73847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:21:57.289025 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-72aa778f-3d0d-4c5a-9a28-0c64f8085582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508261', 'neutron.services.segments.db._delete_segments_for_network-8741672489629'] for network, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:57.399653 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-4b8ded7a-4d16-4f15-a9a4-180819812b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959'] for port, after_delete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:57.407100 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-4dc9c5c5-87aa-4a28-a164-2e20c74a853c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:57.444469 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-72aa778f-3d0d-4c5a-9a28-0c64f8085582 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3357c09a-1ff1-4156-b7a5-b206cf73267c']}} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:57.463884 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ded7a-4d16-4f15-a9a4-180819812b8f None None] Pushing event deleted for resources: {'Port': ['ID=0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f,revision_number=None']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:57.472859 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ded7a-4d16-4f15-a9a4-180819812b8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:57.473203 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ded7a-4d16-4f15-a9a4-180819812b8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:57.473538 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ded7a-4d16-4f15-a9a4-180819812b8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:57.473866 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ded7a-4d16-4f15-a9a4-180819812b8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:57.474219 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ded7a-4d16-4f15-a9a4-180819812b8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:57.474542 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ded7a-4d16-4f15-a9a4-180819812b8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:57.474859 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ded7a-4d16-4f15-a9a4-180819812b8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:57.475177 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ded7a-4d16-4f15-a9a4-180819812b8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:57.475631 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ded7a-4d16-4f15-a9a4-180819812b8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:57.475951 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ded7a-4d16-4f15-a9a4-180819812b8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:57.476267 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ded7a-4d16-4f15-a9a4-180819812b8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:57.476575 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ded7a-4d16-4f15-a9a4-180819812b8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:57.479955 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-4b8ded7a-4d16-4f15-a9a4-180819812b8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:57.482554 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8ded7a-4d16-4f15-a9a4-180819812b8f None None] No DVR routers for this DVR port 0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f on host dv-cinder-788363-2-iscsi {{(pid=73847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:21:57.537208 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-72aa778f-3d0d-4c5a-9a28-0c64f8085582 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad13149-5726-459f-ae47-3c868836558d') {'for_net_delete': True} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:57.537684 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-72aa778f-3d0d-4c5a-9a28-0c64f8085582 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad13149-5726-459f-ae47-3c868836558d') {} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:57.555271 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-72aa778f-3d0d-4c5a-9a28-0c64f8085582 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672501863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6252054'] for segment, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:57.591942 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-72aa778f-3d0d-4c5a-9a28-0c64f8085582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:57.604473 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72aa778f-3d0d-4c5a-9a28-0c64f8085582 admin admin] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=73845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:21:57.691807 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195ecc9-3aeb-4cc4-aa03-b9e561a19ffe req-648a62a6-d837-4032-8c1f-e8259eed0355 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:57.693338 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2195ecc9-3aeb-4cc4-aa03-b9e561a19ffe req-648a62a6-d837-4032-8c1f-e8259eed0355 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.2336953 Apr 30 13:21:57.845710 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [None req-72aa778f-3d0d-4c5a-9a28-0c64f8085582 admin admin] Network 3357c09a-1ff1-4156-b7a5-b206cf73267c has no segments {{(pid=73845) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:21:57.925644 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f no longer exists at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:21:57.974532 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] No Port match for: 0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:21:57.974949 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 0a038d4d-b8d9-41eb-ae13-ddb5cd2d4e3f not bound to the agent host dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:21:57.977388 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-72aa778f-3d0d-4c5a-9a28-0c64f8085582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1513757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-554455'] for segment, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:57.993483 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2195ecc9-3aeb-4cc4-aa03-b9e561a19ffe req-6e86bdeb-9deb-486e-8b71-f2d116ff6b56 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907255 Apr 30 13:21:58.154296 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [None req-72aa778f-3d0d-4c5a-9a28-0c64f8085582 admin admin] Network 3357c09a-1ff1-4156-b7a5-b206cf73267c has no segments {{(pid=73845) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: Traceback (most recent call last): Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: timer() Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: cb(*args, **kw) Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: return func(*args, **kwargs) Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: self._notify() Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: self.callback(batched_events) Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: event.method(event) Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: return f(self, *a, **k) Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: return self._get(url).json() Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: return self.request(url, 'GET', **kwargs) Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:21:58.178548 dv-cinder-788363-2-iscsi neutron-server[73845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:21:58.261050 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-72aa778f-3d0d-4c5a-9a28-0c64f8085582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670072'] for network, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:58.267102 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-72aa778f-3d0d-4c5a-9a28-0c64f8085582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:58.271435 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5111fd41-b0eb-47fb-a425-069fb99d63bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:58.296128 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa778f-3d0d-4c5a-9a28-0c64f8085582 admin admin] Pushing event deleted for resources: {'Network': ['ID=3357c09a-1ff1-4156-b7a5-b206cf73267c,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:58.299130 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-72aa778f-3d0d-4c5a-9a28-0c64f8085582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:58.313103 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-72aa778f-3d0d-4c5a-9a28-0c64f8085582 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3357c09a-1ff1-4156-b7a5-b206cf73267c HTTP/1.1" status: 204 len: 168 time: 1.7200832 Apr 30 13:21:58.316494 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 36922) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:58.982389 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e783a8b0-d9a8-41b9-9cf8-5344b0a0ea49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657523'] for router_interface, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:59.207492 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149c7ec-1262-4b13-a95f-8567e809f920 req-37a4c23d-66cb-4240-88d4-d17da28970ba tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:59.209024 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7149c7ec-1262-4b13-a95f-8567e809f920 req-37a4c23d-66cb-4240-88d4-d17da28970ba tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.0931578 Apr 30 13:21:59.278204 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7149c7ec-1262-4b13-a95f-8567e809f920 req-9d1a5706-b7d0-48d6-814e-2a67a986e060 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555093 Apr 30 13:21:59.415919 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-e783a8b0-d9a8-41b9-9cf8-5344b0a0ea49 admin admin] Deleting port afd312fd-aa6b-4472-8d25-01bf2335c1c9 {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:21:59.416470 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e783a8b0-d9a8-41b9-9cf8-5344b0a0ea49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:59.544749 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-e783a8b0-d9a8-41b9-9cf8-5344b0a0ea49 admin admin] For port afd312fd-aa6b-4472-8d25-01bf2335c1c9, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=afd312fd-aa6b-4472-8d25-01bf2335c1c9,segment=NetworkSegment(cb6690b3-2523-412d-b7c1-7c1c23deb094),segment_id=cb6690b3-2523-412d-b7c1-7c1c23deb094)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:59.545108 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e783a8b0-d9a8-41b9-9cf8-5344b0a0ea49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:59.673897 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-e783a8b0-d9a8-41b9-9cf8-5344b0a0ea49 admin admin] Calling delete_port for afd312fd-aa6b-4472-8d25-01bf2335c1c9 owned by network:router_interface {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:21:59.753227 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28665dda-bfd1-4a52-842e-c7d58408b08c req-5f51fed9-8dd5-464a-8eed-926e0eef1019 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:59.754725 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-28665dda-bfd1-4a52-842e-c7d58408b08c req-5f51fed9-8dd5-464a-8eed-926e0eef1019 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=253e4208-747b-425c-aff6-5873c5ce6473 HTTP/1.1" status: 200 len: 946 time: 0.0818334 Apr 30 13:21:59.802146 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-28665dda-bfd1-4a52-842e-c7d58408b08c req-971f420f-02d6-411a-bd29-0d51fe410597 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=db9b24ac-68bc-4d92-bc57-ecde8e2b9d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412421 Apr 30 13:21:59.858778 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e783a8b0-d9a8-41b9-9cf8-5344b0a0ea49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:59.863534 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-289c2153-0a44-49fb-832c-666f6b9de8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:59.908690 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783a8b0-d9a8-41b9-9cf8-5344b0a0ea49 admin admin] Pushing event deleted for resources: {'Port': ['ID=afd312fd-aa6b-4472-8d25-01bf2335c1c9,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:59.934657 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e783a8b0-d9a8-41b9-9cf8-5344b0a0ea49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:00.277811 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e783a8b0-d9a8-41b9-9cf8-5344b0a0ea49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712131'] for router_interface, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:00.465396 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaadc83-b6f1-4dd2-95dd-6f4e25a8f2ab req-ad503864-e239-4374-ac87-555aba2b2ca7 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:00.466892 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ebaadc83-b6f1-4dd2-95dd-6f4e25a8f2ab req-ad503864-e239-4374-ac87-555aba2b2ca7 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.0858028 Apr 30 13:22:00.514192 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ebaadc83-b6f1-4dd2-95dd-6f4e25a8f2ab req-1d44620a-6040-4f27-a4ff-bb808c3fed2d tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413969 Apr 30 13:22:00.647609 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e783a8b0-d9a8-41b9-9cf8-5344b0a0ea49 admin admin] Router 245c346b-9ca6-42a6-9f40-65c801835e9a has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:22:00.823580 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e783a8b0-d9a8-41b9-9cf8-5344b0a0ea49 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:22:00.844852 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66113036-54f2-44c4-86a0-fe9e8c4d5697 None None] Sync routers for ids ['245c346b-9ca6-42a6-9f40-65c801835e9a'] in dv-cinder-788363-2-iscsi {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:22:00.846049 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 36958) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:00.849632 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-e783a8b0-d9a8-41b9-9cf8-5344b0a0ea49 admin admin] 10.222.0.30 "PUT /v2.0/routers/245c346b-9ca6-42a6-9f40-65c801835e9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5310271 Apr 30 13:22:00.857486 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66113036-54f2-44c4-86a0-fe9e8c4d5697 None None] Routers {'245c346b-9ca6-42a6-9f40-65c801835e9a'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:22:00.858650 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-66113036-54f2-44c4-86a0-fe9e8c4d5697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:21:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['245c346b-9ca6-42a6-9f40-65c801835e9a'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:01.049712 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-66113036-54f2-44c4-86a0-fe9e8c4d5697 None None] Set router 245c346b-9ca6-42a6-9f40-65c801835e9a gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:22:01.101008 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-17e2b473-2e8d-4b38-9a19-0f52706c0991 admin admin] Notify callbacks [] for router, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:01.160756 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dfed8-26de-4acc-992a-f077943ce728 req-10a32adb-2e03-44b3-a88b-53ab5100a38a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:01.162403 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-267dfed8-26de-4acc-992a-f077943ce728 req-10a32adb-2e03-44b3-a88b-53ab5100a38a tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=253e4208-747b-425c-aff6-5873c5ce6473 HTTP/1.1" status: 200 len: 946 time: 0.2381637 Apr 30 13:22:01.290271 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-267dfed8-26de-4acc-992a-f077943ce728 req-e7b0445f-196b-4695-9975-fa7936593779 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=db9b24ac-68bc-4d92-bc57-ecde8e2b9d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194355 Apr 30 13:22:01.333066 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-17e2b473-2e8d-4b38-9a19-0f52706c0991 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:01.349475 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-66113036-54f2-44c4-86a0-fe9e8c4d5697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245c346b-9ca6-42a6-9f40-65c801835e9a', 'name': 'tempest-TestMinimumBasicScenario-611415149-router', 'tenant_id': 'd27b931422c24a38b43777335701dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a9effc05-9402-406c-8c3e-b893aeb7cde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:57Z', 'updated_at': '2021-04-30T13:21:59Z', 'revision_number': 5, 'project_id': 'd27b931422c24a38b43777335701dd97', 'gw_port': {'id': 'a9effc05-9402-406c-8c3e-b893aeb7cde4', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245c346b-9ca6-42a6-9f40-65c801835e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:58Z', 'updated_at': '2021-04-30T13:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:01.353569 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66113036-54f2-44c4-86a0-fe9e8c4d5697 None None] Checking router: 245c346b-9ca6-42a6-9f40-65c801835e9a for host: dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:22:01.362385 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66113036-54f2-44c4-86a0-fe9e8c4d5697 None None] Routers {'245c346b-9ca6-42a6-9f40-65c801835e9a'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:22:01.362985 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-66113036-54f2-44c4-86a0-fe9e8c4d5697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:21:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['245c346b-9ca6-42a6-9f40-65c801835e9a'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:01.411691 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-17e2b473-2e8d-4b38-9a19-0f52706c0991 admin admin] Deleting port a9effc05-9402-406c-8c3e-b893aeb7cde4 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:22:01.412041 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-17e2b473-2e8d-4b38-9a19-0f52706c0991 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:01.516788 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-66113036-54f2-44c4-86a0-fe9e8c4d5697 None None] Set router 245c346b-9ca6-42a6-9f40-65c801835e9a gateway port host: None {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:22:01.593072 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [None req-17e2b473-2e8d-4b38-9a19-0f52706c0991 admin admin] For port a9effc05-9402-406c-8c3e-b893aeb7cde4, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=a9effc05-9402-406c-8c3e-b893aeb7cde4,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:01.593600 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-17e2b473-2e8d-4b38-9a19-0f52706c0991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:01.721258 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-66113036-54f2-44c4-86a0-fe9e8c4d5697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245c346b-9ca6-42a6-9f40-65c801835e9a', 'name': 'tempest-TestMinimumBasicScenario-611415149-router', 'tenant_id': 'd27b931422c24a38b43777335701dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:57Z', 'updated_at': '2021-04-30T13:22:01Z', 'revision_number': 6, 'project_id': 'd27b931422c24a38b43777335701dd97', 'gw_port_host': None}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:01.726041 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66113036-54f2-44c4-86a0-fe9e8c4d5697 None None] The sync data for ids ['245c346b-9ca6-42a6-9f40-65c801835e9a'] in dv-cinder-788363-2-iscsi is: [{'id': '245c346b-9ca6-42a6-9f40-65c801835e9a', 'name': 'tempest-TestMinimumBasicScenario-611415149-router', 'tenant_id': 'd27b931422c24a38b43777335701dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:57Z', 'updated_at': '2021-04-30T13:22:01Z', 'revision_number': 6, 'project_id': 'd27b931422c24a38b43777335701dd97', 'gw_port_host': None}] {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:22:01.865340 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-17e2b473-2e8d-4b38-9a19-0f52706c0991 admin admin] Calling delete_port for a9effc05-9402-406c-8c3e-b893aeb7cde4 owned by network:router_gateway {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:22:01.882688 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d0c30-0a4e-4be8-b493-043974505bb3 req-b7983230-e613-41a3-93c4-599f7783df2b tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:01.883379 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-4d4d0c30-0a4e-4be8-b493-043974505bb3 req-b7983230-e613-41a3-93c4-599f7783df2b tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Synchronizing usage tracker for tenant:d9280e071a324c1bab79da85986ee901 on resource:port {{(pid=73846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:22:01.900220 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-4d4d0c30-0a4e-4be8-b493-043974505bb3 req-b7983230-e613-41a3-93c4-599f7783df2b tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Unset dirty status for tenant:d9280e071a324c1bab79da85986ee901 on resource:port {{(pid=73846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:22:01.902861 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-4d4d0c30-0a4e-4be8-b493-043974505bb3 req-b7983230-e613-41a3-93c4-599f7783df2b tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.96 "GET /v2.0/ports?device_id=253e4208-747b-425c-aff6-5873c5ce6473 HTTP/1.1" status: 200 len: 946 time: 0.1047490 Apr 30 13:22:01.967816 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054ff6f-8d5b-463d-b3be-cc592d0ddee3 req-5c63ea56-0063-45f0-960c-b66cc3056ff2 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:01.969305 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9054ff6f-8d5b-463d-b3be-cc592d0ddee3 req-5c63ea56-0063-45f0-960c-b66cc3056ff2 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.1115491 Apr 30 13:22:02.033279 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9054ff6f-8d5b-463d-b3be-cc592d0ddee3 req-6e040e71-caa3-46a4-8157-094a6c9e667c tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533273 Apr 30 13:22:02.045891 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [req-4d4d0c30-0a4e-4be8-b493-043974505bb3 req-d132a603-65c0-4ed1-8636-4dc35648b76c tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Deleting port d8fd3e6a-e0c9-4605-ba52-74ab6e63e480 {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:22:02.046358 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-4d4d0c30-0a4e-4be8-b493-043974505bb3 req-d132a603-65c0-4ed1-8636-4dc35648b76c tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:02.130887 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-17e2b473-2e8d-4b38-9a19-0f52706c0991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:02.140633 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-458768e7-291c-43bd-a543-e88d1adbea2d tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:02.165805 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device afd312fd-aa6b-4472-8d25-01bf2335c1c9 no longer exists at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:22:02.194783 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2b473-2e8d-4b38-9a19-0f52706c0991 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9effc05-9402-406c-8c3e-b893aeb7cde4,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:02.197905 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-17e2b473-2e8d-4b38-9a19-0f52706c0991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:02.206427 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-4d4d0c30-0a4e-4be8-b493-043974505bb3 req-d132a603-65c0-4ed1-8636-4dc35648b76c tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] For port d8fd3e6a-e0c9-4605-ba52-74ab6e63e480, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d8fd3e6a-e0c9-4605-ba52-74ab6e63e480,segment=NetworkSegment(10278c49-52d2-4267-9e0f-d0c4b28d582b),segment_id=10278c49-52d2-4267-9e0f-d0c4b28d582b)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:02.206870 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-4d4d0c30-0a4e-4be8-b493-043974505bb3 req-d132a603-65c0-4ed1-8636-4dc35648b76c tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:02.218810 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] No Port match for: afd312fd-aa6b-4472-8d25-01bf2335c1c9 {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:22:02.219632 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device afd312fd-aa6b-4472-8d25-01bf2335c1c9 not bound to the agent host dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:22:02.287463 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-17e2b473-2e8d-4b38-9a19-0f52706c0991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-669924'] for router_gateway, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:02.502529 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-17e2b473-2e8d-4b38-9a19-0f52706c0991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30109'] for router, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:02.505210 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-17e2b473-2e8d-4b38-9a19-0f52706c0991 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:02.510991 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-4d4d0c30-0a4e-4be8-b493-043974505bb3 req-d132a603-65c0-4ed1-8636-4dc35648b76c tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:02.511308 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-4d4d0c30-0a4e-4be8-b493-043974505bb3 req-d132a603-65c0-4ed1-8636-4dc35648b76c tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657561'] for floatingip, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:02.511625 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.db.l3_db [req-4d4d0c30-0a4e-4be8-b493-043974505bb3 req-d132a603-65c0-4ed1-8636-4dc35648b76c tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Floating IP 7454d686-d097-4ef4-b4f3-edd665df66fe disassociated. External IP: 172.27.3.211, port: d8fd3e6a-e0c9-4605-ba52-74ab6e63e480. Apr 30 13:22:02.511969 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [req-4d4d0c30-0a4e-4be8-b493-043974505bb3 req-d132a603-65c0-4ed1-8636-4dc35648b76c tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Calling delete_port for d8fd3e6a-e0c9-4605-ba52-74ab6e63e480 owned by compute:nova {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:22:02.542891 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-17e2b473-2e8d-4b38-9a19-0f52706c0991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711489'] for router, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:02.543423 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e2b473-2e8d-4b38-9a19-0f52706c0991 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 245c346b-9ca6-42a6-9f40-65c801835e9a {{(pid=73845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:22:02.560768 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a0b51-8155-47f4-87a8-b0fd2e456970 req-a5bcd959-0652-4520-b95a-83fc2b5220a8 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:02.562383 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1a8a0b51-8155-47f4-87a8-b0fd2e456970 req-a5bcd959-0652-4520-b95a-83fc2b5220a8 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=253e4208-747b-425c-aff6-5873c5ce6473 HTTP/1.1" status: 200 len: 946 time: 0.1608324 Apr 30 13:22:02.570900 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-17e2b473-2e8d-4b38-9a19-0f52706c0991 admin admin] Notify callbacks [] for router, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:02.572026 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-17e2b473-2e8d-4b38-9a19-0f52706c0991 admin admin] 10.222.0.30 "DELETE /v2.0/routers/245c346b-9ca6-42a6-9f40-65c801835e9a HTTP/1.1" status: 204 len: 168 time: 1.7246144 Apr 30 13:22:02.588800 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 36980) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:02.651979 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-4d4d0c30-0a4e-4be8-b493-043974505bb3 req-d132a603-65c0-4ed1-8636-4dc35648b76c tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:02.658525 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-494df318-f237-4a71-8975-2eb610ff0d7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:02.663565 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1a8a0b51-8155-47f4-87a8-b0fd2e456970 req-9327c037-e94a-4ac3-b2b8-c0253bd1ce1f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups?id=db9b24ac-68bc-4d92-bc57-ecde8e2b9d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901673 Apr 30 13:22:02.671591 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_v2 [None req-3303465c-7888-4147-a6bf-78dd7958f7a8 admin admin] Deleting subnet 1fabb1aa-c648-49ff-be4b-028a25bf4930 {{(pid=73845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:22:02.675168 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3303465c-7888-4147-a6bf-78dd7958f7a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:02.748198 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3303465c-7888-4147-a6bf-78dd7958f7a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6252063'] for subnet, precommit_delete_associations {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:02.828232 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132a603-65c0-4ed1-8636-4dc35648b76c tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Pushing event deleted for resources: {'Port': ['ID=d8fd3e6a-e0c9-4605-ba52-74ab6e63e480,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:02.831755 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-d132a603-65c0-4ed1-8636-4dc35648b76c tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:02.869018 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3303465c-7888-4147-a6bf-78dd7958f7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513256'] for subnet, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:03.053305 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d4d0c30-0a4e-4be8-b493-043974505bb3 req-d132a603-65c0-4ed1-8636-4dc35648b76c tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Router f1433366-0e12-454f-bc54-43cd1079d374 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:22:03.270381 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3303465c-7888-4147-a6bf-78dd7958f7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-554365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7079056'] for subnet, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:03.271182 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d4d0c30-0a4e-4be8-b493-043974505bb3 req-d132a603-65c0-4ed1-8636-4dc35648b76c tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:22:03.280201 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:03.284243 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51faebf0-0362-4c64-b50a-a2aecfa564f2 None None] Sync routers for ids ['f1433366-0e12-454f-bc54-43cd1079d374'] in dv-cinder-788363-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:22:03.305929 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51faebf0-0362-4c64-b50a-a2aecfa564f2 None None] Routers {'f1433366-0e12-454f-bc54-43cd1079d374'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:22:03.306769 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-51faebf0-0362-4c64-b50a-a2aecfa564f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:21:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['f1433366-0e12-454f-bc54-43cd1079d374'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:03.329431 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303465c-7888-4147-a6bf-78dd7958f7a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fabb1aa-c648-49ff-be4b-028a25bf4930,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:03.336522 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3303465c-7888-4147-a6bf-78dd7958f7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:03.343715 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3303465c-7888-4147-a6bf-78dd7958f7a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:03.365344 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-3303465c-7888-4147-a6bf-78dd7958f7a8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1fabb1aa-c648-49ff-be4b-028a25bf4930 HTTP/1.1" status: 204 len: 168 time: 0.7754595 Apr 30 13:22:03.367876 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 36996) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:03.378842 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7de23c-a030-4e25-ac42-e9d7ba009388 req-2aa66019-b92e-43b7-9ff6-eac556892571 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:03.380388 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dc7de23c-a030-4e25-ac42-e9d7ba009388 req-2aa66019-b92e-43b7-9ff6-eac556892571 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.1917610 Apr 30 13:22:03.384415 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4d0c30-0a4e-4be8-b493-043974505bb3 req-d132a603-65c0-4ed1-8636-4dc35648b76c tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] No DVR routers for this DVR port d8fd3e6a-e0c9-4605-ba52-74ab6e63e480 on host hv-cinder-78836 {{(pid=73846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:22:03.390286 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-4d4d0c30-0a4e-4be8-b493-043974505bb3 req-d132a603-65c0-4ed1-8636-4dc35648b76c tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:03.399976 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253e4208-747b-425c-aff6-5873c5ce6473', 'name': 'network-vif-deleted', 'tag': 'd8fd3e6a-e0c9-4605-ba52-74ab6e63e480'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:22:03.422802 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-4d4d0c30-0a4e-4be8-b493-043974505bb3 req-d132a603-65c0-4ed1-8636-4dc35648b76c tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.96 "DELETE /v2.0/ports/d8fd3e6a-e0c9-4605-ba52-74ab6e63e480 HTTP/1.1" status: 204 len: 173 time: 1.5135398 Apr 30 13:22:03.423710 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f36e20d-f307-4329-a153-6141350589f6 None None] Network 316cab8c-0bab-420d-8e32-1ae10bd662fe requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:22:03.463818 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253e4208-747b-425c-aff6-5873c5ce6473', 'name': 'network-vif-deleted', 'tag': 'd8fd3e6a-e0c9-4605-ba52-74ab6e63e480', 'status': 'completed', 'code': 200} Apr 30 13:22:03.558719 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dc7de23c-a030-4e25-ac42-e9d7ba009388 req-7cda17fd-a165-49c3-958c-05e2e3e4f2a1 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565428 Apr 30 13:22:03.569572 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4beda3a8-10ba-4ff1-9169-4c3d6d32dfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669671'] for network, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:03.678940 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-4beda3a8-10ba-4ff1-9169-4c3d6d32dfa2 admin admin] Deleting port f07882e4-d075-4ffd-b644-99f82a685b0c {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:22:03.679640 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4beda3a8-10ba-4ff1-9169-4c3d6d32dfa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:03.804058 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-51faebf0-0362-4c64-b50a-a2aecfa564f2 None None] Set router f1433366-0e12-454f-bc54-43cd1079d374 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:22:04.029663 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [None req-4beda3a8-10ba-4ff1-9169-4c3d6d32dfa2 admin admin] For port f07882e4-d075-4ffd-b644-99f82a685b0c, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=f07882e4-d075-4ffd-b644-99f82a685b0c,segment=NetworkSegment(cb6690b3-2523-412d-b7c1-7c1c23deb094),segment_id=cb6690b3-2523-412d-b7c1-7c1c23deb094)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:04.030058 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4beda3a8-10ba-4ff1-9169-4c3d6d32dfa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:04.060974 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device a9effc05-9402-406c-8c3e-b893aeb7cde4 no longer exists at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:22:04.136428 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] No Port match for: a9effc05-9402-406c-8c3e-b893aeb7cde4 {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:22:04.136788 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device a9effc05-9402-406c-8c3e-b893aeb7cde4 not bound to the agent host dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:22:04.282477 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c29fa7dd-a8ae-4f7e-9bdd-1d5a696281ea req-f8fb0f46-a773-4cce-a75b-3edb622d4771 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/ports?device_id=253e4208-747b-425c-aff6-5873c5ce6473 HTTP/1.1" status: 200 len: 210 time: 0.2296662 Apr 30 13:22:04.290160 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-4beda3a8-10ba-4ff1-9169-4c3d6d32dfa2 admin admin] Calling delete_port for f07882e4-d075-4ffd-b644-99f82a685b0c owned by network:dhcp {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:22:04.377248 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df80f86-1918-4043-af9a-3deb809b51f4 None None] DHCP port deletion for 316cab8c-0bab-420d-8e32-1ae10bd662fe request from dv-cinder-788363-2-iscsi {{(pid=73847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:22:04.377891 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4beda3a8-10ba-4ff1-9169-4c3d6d32dfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:04.388660 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-7d30e098-2f7a-4371-880f-2cad6b912d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:04.395637 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-51faebf0-0362-4c64-b50a-a2aecfa564f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'name': 'tempest-AttachVolumeTestJSON-345655624-router', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '003266e9-11d1-4034-bf94-228a1cf30202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:38Z', 'revision_number': 4, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'gw_port': {'id': '003266e9-11d1-4034-bf94-228a1cf30202', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:35:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:27Z', 'updated_at': '2021-04-30T13:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'e65d8c3f-a774-4aef-b0e6-3383d5606030', 'name': '', 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'mac_address': 'fa:16:3e:db:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '88f483fa-96d4-494c-a375-0339a4c91674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:36Z', 'updated_at': '2021-04-30T13:15:52Z', 'revision_number': 5, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'subnets': [{'id': '88f483fa-96d4-494c-a375-0339a4c91674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:04.398392 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51faebf0-0362-4c64-b50a-a2aecfa564f2 None None] Checking router: f1433366-0e12-454f-bc54-43cd1079d374 for host: dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:22:04.409349 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51faebf0-0362-4c64-b50a-a2aecfa564f2 None None] Routers {'f1433366-0e12-454f-bc54-43cd1079d374'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:22:04.410007 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-51faebf0-0362-4c64-b50a-a2aecfa564f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:21:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['f1433366-0e12-454f-bc54-43cd1079d374'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:04.422806 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beda3a8-10ba-4ff1-9169-4c3d6d32dfa2 admin admin] No DVR routers for this DVR port f07882e4-d075-4ffd-b644-99f82a685b0c on host dv-cinder-788363-2-iscsi {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:22:04.471032 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beda3a8-10ba-4ff1-9169-4c3d6d32dfa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f07882e4-d075-4ffd-b644-99f82a685b0c,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:04.490699 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-4beda3a8-10ba-4ff1-9169-4c3d6d32dfa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:04.565912 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:04.584488 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4beda3a8-10ba-4ff1-9169-4c3d6d32dfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508261', 'neutron.services.segments.db._delete_segments_for_network-8741672489629'] for network, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:04.679624 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-51faebf0-0362-4c64-b50a-a2aecfa564f2 None None] Set router f1433366-0e12-454f-bc54-43cd1079d374 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:22:04.810797 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-4beda3a8-10ba-4ff1-9169-4c3d6d32dfa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['316cab8c-0bab-420d-8e32-1ae10bd662fe']}} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:04.828505 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-4beda3a8-10ba-4ff1-9169-4c3d6d32dfa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6690b3-2523-412d-b7c1-7c1c23deb094') {'for_net_delete': True} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:04.828864 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-4beda3a8-10ba-4ff1-9169-4c3d6d32dfa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6690b3-2523-412d-b7c1-7c1c23deb094') {} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:04.846134 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4beda3a8-10ba-4ff1-9169-4c3d6d32dfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672501863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6252054'] for segment, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:04.878055 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4beda3a8-10ba-4ff1-9169-4c3d6d32dfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:04.890756 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4beda3a8-10ba-4ff1-9169-4c3d6d32dfa2 admin admin] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=73845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:22:04.930487 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf343dc-c84c-43a0-92e4-7e1017ed099c req-a47e9b13-c920-4ccc-b08a-4e3db46b6e53 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:04.932256 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3bf343dc-c84c-43a0-92e4-7e1017ed099c req-a47e9b13-c920-4ccc-b08a-4e3db46b6e53 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.2137959 Apr 30 13:22:05.094057 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-51faebf0-0362-4c64-b50a-a2aecfa564f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'name': 'tempest-AttachVolumeTestJSON-345655624-router', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '003266e9-11d1-4034-bf94-228a1cf30202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:38Z', 'revision_number': 4, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'gw_port': {'id': '003266e9-11d1-4034-bf94-228a1cf30202', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:35:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:27Z', 'updated_at': '2021-04-30T13:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'e65d8c3f-a774-4aef-b0e6-3383d5606030', 'name': '', 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'mac_address': 'fa:16:3e:db:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '88f483fa-96d4-494c-a375-0339a4c91674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:36Z', 'updated_at': '2021-04-30T13:15:52Z', 'revision_number': 5, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'subnets': [{'id': '88f483fa-96d4-494c-a375-0339a4c91674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:05.100911 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51faebf0-0362-4c64-b50a-a2aecfa564f2 None None] The sync data for ids ['f1433366-0e12-454f-bc54-43cd1079d374'] in dv-cinder-788363-2-iscsi is: [{'id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'name': 'tempest-AttachVolumeTestJSON-345655624-router', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '003266e9-11d1-4034-bf94-228a1cf30202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:38Z', 'revision_number': 4, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'gw_port': {'id': '003266e9-11d1-4034-bf94-228a1cf30202', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:35:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:27Z', 'updated_at': '2021-04-30T13:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'e65d8c3f-a774-4aef-b0e6-3383d5606030', 'name': '', 'network_id': 'a3023e0b-51e8-48ea-ba8f-c7b4a48d722e', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'mac_address': 'fa:16:3e:db:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '88f483fa-96d4-494c-a375-0339a4c91674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:36Z', 'updated_at': '2021-04-30T13:15:52Z', 'revision_number': 5, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'subnets': [{'id': '88f483fa-96d4-494c-a375-0339a4c91674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:22:05.123019 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3bf343dc-c84c-43a0-92e4-7e1017ed099c req-43d22293-c15f-42fb-839d-2b9d2d22751b tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830268 Apr 30 13:22:05.134391 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [None req-4beda3a8-10ba-4ff1-9169-4c3d6d32dfa2 admin admin] Network 316cab8c-0bab-420d-8e32-1ae10bd662fe has no segments {{(pid=73845) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:22:05.147904 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4beda3a8-10ba-4ff1-9169-4c3d6d32dfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1513757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-554455'] for segment, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:05.350293 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [None req-4beda3a8-10ba-4ff1-9169-4c3d6d32dfa2 admin admin] Network 316cab8c-0bab-420d-8e32-1ae10bd662fe has no segments {{(pid=73845) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:22:05.378226 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bba0389-afce-4f69-b29c-08793f2aedcb None None] New status for floating IP 7454d686-d097-4ef4-b4f3-edd665df66fe: DOWN {{(pid=73848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: Traceback (most recent call last): Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: timer() Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: cb(*args, **kw) Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: return func(*args, **kwargs) Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: self._notify() Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: self.callback(batched_events) Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: event.method(event) Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: return f(self, *a, **k) Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: return self._get(url).json() Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: return self.request(url, 'GET', **kwargs) Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:22:05.394336 dv-cinder-788363-2-iscsi neutron-server[73845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:22:05.500509 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 37020) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:05.521464 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4beda3a8-10ba-4ff1-9169-4c3d6d32dfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670072'] for network, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:05.527613 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-4371b7f3-5e2b-43be-b76f-387e063e54da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:05.548797 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4beda3a8-10ba-4ff1-9169-4c3d6d32dfa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:05.568018 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beda3a8-10ba-4ff1-9169-4c3d6d32dfa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=316cab8c-0bab-420d-8e32-1ae10bd662fe,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:05.579092 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-4beda3a8-10ba-4ff1-9169-4c3d6d32dfa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:05.585480 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-4beda3a8-10ba-4ff1-9169-4c3d6d32dfa2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/316cab8c-0bab-420d-8e32-1ae10bd662fe HTTP/1.1" status: 204 len: 168 time: 2.2132361 Apr 30 13:22:05.601307 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-55ea12c4-81f5-4e93-b838-57fc25899792 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:05.635786 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-55ea12c4-81f5-4e93-b838-57fc25899792 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:05.717465 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-55ea12c4-81f5-4e93-b838-57fc25899792 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:05.728575 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-a48972e8-1085-440b-94c0-da4b9b7559f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:05.751578 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea12c4-81f5-4e93-b838-57fc25899792 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9b24ac-68bc-4d92-bc57-ecde8e2b9d38,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:05.754916 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-55ea12c4-81f5-4e93-b838-57fc25899792 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:05.785943 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-55ea12c4-81f5-4e93-b838-57fc25899792 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:05.787877 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-55ea12c4-81f5-4e93-b838-57fc25899792 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "DELETE /v2.0/security-groups/db9b24ac-68bc-4d92-bc57-ecde8e2b9d38 HTTP/1.1" status: 204 len: 168 time: 0.2844532 Apr 30 13:22:05.790769 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 37030) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:05.817872 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device d8fd3e6a-e0c9-4605-ba52-74ab6e63e480 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:22:05.865148 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.api.v2.resource [None req-d09d12d4-1ffb-4c4d-bd4c-83d04f4ae788 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] show failed (client error): The resource could not be found. Apr 30 13:22:05.875896 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-d09d12d4-1ffb-4c4d-bd4c-83d04f4ae788 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "GET /v2.0/security-groups/db9b24ac-68bc-4d92-bc57-ecde8e2b9d38 HTTP/1.1" status: 404 len: 347 time: 0.0805120 Apr 30 13:22:05.876480 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 37034) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:05.879124 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] No Port match for: d8fd3e6a-e0c9-4605-ba52-74ab6e63e480 {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:22:05.879656 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device d8fd3e6a-e0c9-4605-ba52-74ab6e63e480 not bound to the agent host hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:22:05.993017 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 37040) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:06.021068 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device f07882e4-d075-4ffd-b644-99f82a685b0c no longer exists at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:22:06.068350 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] No Port match for: f07882e4-d075-4ffd-b644-99f82a685b0c {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:22:06.068990 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device f07882e4-d075-4ffd-b644-99f82a685b0c not bound to the agent host dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:22:06.118842 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-e1c64547-b17b-4033-89d5-252394255c6a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ea461adf36b4f638c2ff6761c98389e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1211474 Apr 30 13:22:06.119368 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 37044) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:06.223555 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-13336c32-c85c-4de5-b048-b7d89cfa8b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:06.292629 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-ba6290cf-1527-426b-8ebc-006ba85648c4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Deleting port 15db6356-ab21-4940-8fef-6c4e50979a31 {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:22:06.293342 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ba6290cf-1527-426b-8ebc-006ba85648c4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:06.310229 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-13336c32-c85c-4de5-b048-b7d89cfa8b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:06.393396 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09305443-8d80-4a65-a5be-56a2c8448197 req-0fb07c59-1e33-4f52-8a7a-6d208137eccf tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:06.400528 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-09305443-8d80-4a65-a5be-56a2c8448197 req-0fb07c59-1e33-4f52-8a7a-6d208137eccf tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.1417835 Apr 30 13:22:06.438243 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ba6290cf-1527-426b-8ebc-006ba85648c4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:06.438472 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ba6290cf-1527-426b-8ebc-006ba85648c4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:06.473616 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-ebb6c296-d430-4904-8899-3ad85b4f06f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:06.548786 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-13336c32-c85c-4de5-b048-b7d89cfa8b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:06.557345 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:06.594551 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13336c32-c85c-4de5-b048-b7d89cfa8b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee3af50-be04-4890-8560-02a3bffe1a4f,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:06.598798 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-13336c32-c85c-4de5-b048-b7d89cfa8b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:06.601482 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-ba6290cf-1527-426b-8ebc-006ba85648c4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Calling delete_port for 15db6356-ab21-4940-8fef-6c4e50979a31 owned by network:floatingip {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:22:06.624528 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-09305443-8d80-4a65-a5be-56a2c8448197 req-7ca28671-6a19-41da-8caa-a07cf1f47a64 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230861 Apr 30 13:22:06.627494 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-13336c32-c85c-4de5-b048-b7d89cfa8b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:06.634027 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-13336c32-c85c-4de5-b048-b7d89cfa8b88 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ee3af50-be04-4890-8560-02a3bffe1a4f HTTP/1.1" status: 204 len: 168 time: 0.5126033 Apr 30 13:22:06.805588 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ba6290cf-1527-426b-8ebc-006ba85648c4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:06.811476 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:06.892821 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6290cf-1527-426b-8ebc-006ba85648c4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Pushing event deleted for resources: {'Port': ['ID=15db6356-ab21-4940-8fef-6c4e50979a31,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:06.895482 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-ba6290cf-1527-426b-8ebc-006ba85648c4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:06.968576 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ba6290cf-1527-426b-8ebc-006ba85648c4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks [] for floatingip, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:06.985802 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ba6290cf-1527-426b-8ebc-006ba85648c4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for floatingip, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:06.987105 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-ba6290cf-1527-426b-8ebc-006ba85648c4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] 10.222.0.30 "DELETE /v2.0/floatingips/7454d686-d097-4ef4-b4f3-edd665df66fe HTTP/1.1" status: 204 len: 168 time: 1.1086831 Apr 30 13:22:07.090209 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 37064) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:07.146046 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-e8508de2-9181-4707-8a44-bf742dad9005 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d27b931422c24a38b43777335701dd97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539472 Apr 30 13:22:07.148402 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 37072) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:07.220721 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-378e4108-88c7-4e9d-85cc-b3f25f266dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:07.248503 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-378e4108-88c7-4e9d-85cc-b3f25f266dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:07.304396 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-378e4108-88c7-4e9d-85cc-b3f25f266dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:07.309874 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-dd61bdc4-da3c-4e68-8c1e-386280230bbc tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:07.327653 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e4108-88c7-4e9d-85cc-b3f25f266dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb06f44-8317-45df-a697-5d4c47887782,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:07.332921 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-378e4108-88c7-4e9d-85cc-b3f25f266dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:07.335651 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-378e4108-88c7-4e9d-85cc-b3f25f266dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:07.339491 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-378e4108-88c7-4e9d-85cc-b3f25f266dd2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/feb06f44-8317-45df-a697-5d4c47887782 HTTP/1.1" status: 204 len: 168 time: 0.1874776 Apr 30 13:22:07.500608 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 37082) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:07.641937 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-46254f19-1934-4859-8ce5-052411609f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:07.657553 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-46254f19-1934-4859-8ce5-052411609f39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:07.661665 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-46254f19-1934-4859-8ce5-052411609f39 admin admin] Usage tracker for resource:security_group_rule and tenant:007e77e4cbce49638543fff58af1acd6 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:07.665172 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-46254f19-1934-4859-8ce5-052411609f39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:07.673142 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-46254f19-1934-4859-8ce5-052411609f39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:07.764750 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-46254f19-1934-4859-8ce5-052411609f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:07.768114 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-46254f19-1934-4859-8ce5-052411609f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:07.776792 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-0f6a7173-2b2f-4778-b6a9-12a37a2a2582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:07.850984 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-46254f19-1934-4859-8ce5-052411609f39 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=007e77e4cbce49638543fff58af1acd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3491313 Apr 30 13:22:07.853647 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 37092) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:07.868517 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46254f19-1934-4859-8ce5-052411609f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e93090-6967-4e29-83d3-3a2062df0fdb,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:07.873543 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-46254f19-1934-4859-8ce5-052411609f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:07.908268 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424989cf-b258-42dc-b932-81eca747f7ba req-8cd9dc04-3140-49fd-bebc-55017d373141 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:07.909806 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-424989cf-b258-42dc-b932-81eca747f7ba req-8cd9dc04-3140-49fd-bebc-55017d373141 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.1129131 Apr 30 13:22:07.919953 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-838fe540-7403-424e-bc7c-8dd09d6a59e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:07.947628 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-838fe540-7403-424e-bc7c-8dd09d6a59e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:07.957456 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-424989cf-b258-42dc-b932-81eca747f7ba req-272fb746-ec4d-4c98-bcb2-1ffaf979a65b tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417285 Apr 30 13:22:08.008492 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-838fe540-7403-424e-bc7c-8dd09d6a59e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:08.012736 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-393f2f86-bca8-4f41-890b-3402f591fd9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:08.120905 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fe540-7403-424e-bc7c-8dd09d6a59e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e93090-6967-4e29-83d3-3a2062df0fdb,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:08.124710 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-838fe540-7403-424e-bc7c-8dd09d6a59e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:08.128747 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-838fe540-7403-424e-bc7c-8dd09d6a59e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:08.129877 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-838fe540-7403-424e-bc7c-8dd09d6a59e5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43e93090-6967-4e29-83d3-3a2062df0fdb HTTP/1.1" status: 204 len: 168 time: 0.2751739 Apr 30 13:22:09.117311 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:09.139022 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-9dc4bdf0-e7c9-4102-9da5-32f62bf4ce5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:09.171847 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ca8f7-2edf-4de1-8375-0527ee994742 req-d582a351-a4ae-42f0-8f60-4a3ec5bed7dd tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:09.174277 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ef2ca8f7-2edf-4de1-8375-0527ee994742 req-d582a351-a4ae-42f0-8f60-4a3ec5bed7dd tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.1008728 Apr 30 13:22:09.227344 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ef2ca8f7-2edf-4de1-8375-0527ee994742 req-7154e879-6960-4dd4-94d3-d1d3b4d70ec5 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473137 Apr 30 13:22:09.310827 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 37130) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:09.435553 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9fcea7d4-5c50-437e-8723-089f7bbef2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:09.450666 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-9fcea7d4-5c50-437e-8723-089f7bbef2db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:09.454540 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-9fcea7d4-5c50-437e-8723-089f7bbef2db admin admin] Usage tracker for resource:security_group_rule and tenant:2fd1b47cb190463bb4869aeee69497ec is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:09.457379 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-9fcea7d4-5c50-437e-8723-089f7bbef2db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:09.463109 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-9fcea7d4-5c50-437e-8723-089f7bbef2db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:09.547591 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9fcea7d4-5c50-437e-8723-089f7bbef2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:09.551882 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9fcea7d4-5c50-437e-8723-089f7bbef2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:09.558607 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-53e60c6a-335b-4d5b-a84b-f009405da33a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:09.600768 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcea7d4-5c50-437e-8723-089f7bbef2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e28d86-729d-45b9-b04e-c52b91efff4b,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:09.608444 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-9fcea7d4-5c50-437e-8723-089f7bbef2db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2fd1b47cb190463bb4869aeee69497ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936552 Apr 30 13:22:09.608444 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-9fcea7d4-5c50-437e-8723-089f7bbef2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:09.608764 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 37138) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:09.675475 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7486938a-b53e-4438-9419-d2bbc586481e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:09.708401 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7486938a-b53e-4438-9419-d2bbc586481e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:09.763234 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7486938a-b53e-4438-9419-d2bbc586481e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:09.767487 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-55ea12c4-81f5-4e93-b838-57fc25899792 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:09.781310 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486938a-b53e-4438-9419-d2bbc586481e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e28d86-729d-45b9-b04e-c52b91efff4b,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:09.784564 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-7486938a-b53e-4438-9419-d2bbc586481e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:09.786798 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7486938a-b53e-4438-9419-d2bbc586481e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:09.787917 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-7486938a-b53e-4438-9419-d2bbc586481e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68e28d86-729d-45b9-b04e-c52b91efff4b HTTP/1.1" status: 204 len: 168 time: 0.1783998 Apr 30 13:22:10.138514 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:10.429430 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d42409-1e4e-4c83-b671-7ad26736a478 req-8019c5f2-d68e-4943-947e-6d5be398706b tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:10.431482 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-18d42409-1e4e-4c83-b671-7ad26736a478 req-8019c5f2-d68e-4943-947e-6d5be398706b tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.0862627 Apr 30 13:22:10.481981 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-18d42409-1e4e-4c83-b671-7ad26736a478 req-746c7dff-4cc4-424a-b639-1b7168d47d29 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444942 Apr 30 13:22:11.686403 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3522a-55b1-4134-9e71-ac2815142eaa req-d8b51340-0fe6-496c-bd7b-fbfd31fbcf36 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:11.687104 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:11.688319 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44a3522a-55b1-4134-9e71-ac2815142eaa req-d8b51340-0fe6-496c-bd7b-fbfd31fbcf36 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.0900738 Apr 30 13:22:11.744346 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44a3522a-55b1-4134-9e71-ac2815142eaa req-58383130-da7a-45f5-b9f6-3a5150b006ea tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496106 Apr 30 13:22:12.940385 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f7e8b-9f5f-4883-8fff-cdf5fcc9087b req-d854fff9-321e-48c2-86d6-cf62aa758d95 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:12.941865 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c89f7e8b-9f5f-4883-8fff-cdf5fcc9087b req-d854fff9-321e-48c2-86d6-cf62aa758d95 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.0819199 Apr 30 13:22:12.988011 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c89f7e8b-9f5f-4883-8fff-cdf5fcc9087b req-05f2ba50-bd61-4c2f-896f-3f4e7a81b018 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403795 Apr 30 13:22:14.193211 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237785a-3088-48e3-9399-d655e8933def req-d5f54a65-ce5c-488e-bafe-fea30b356051 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:14.194790 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3237785a-3088-48e3-9399-d655e8933def req-d5f54a65-ce5c-488e-bafe-fea30b356051 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.0893748 Apr 30 13:22:14.243681 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3237785a-3088-48e3-9399-d655e8933def req-c929e6ba-f182-40cc-bd78-70a83a09942b tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423880 Apr 30 13:22:15.469322 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c69719-78da-4a90-9aaa-7f283992c3b4 req-0315172c-9c93-40d6-b585-bf089bb74600 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:15.471378 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-31c69719-78da-4a90-9aaa-7f283992c3b4 req-0315172c-9c93-40d6-b585-bf089bb74600 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.1045275 Apr 30 13:22:15.493528 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 37198) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:15.528613 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-31c69719-78da-4a90-9aaa-7f283992c3b4 req-7f8382d7-fd55-45fe-bee3-c4449a971abe tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448487 Apr 30 13:22:16.256078 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b5996143-fe9b-44ea-bb63-9caea7be14ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657523'] for router_interface, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:16.686669 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-b5996143-fe9b-44ea-bb63-9caea7be14ef admin admin] Deleting port e65d8c3f-a774-4aef-b0e6-3383d5606030 {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:22:16.687343 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b5996143-fe9b-44ea-bb63-9caea7be14ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:16.734253 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31cb41d-2170-4b75-bec8-a8d247c754a4 req-7a5595c7-146e-4941-8f9f-26d187459626 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:16.735127 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a31cb41d-2170-4b75-bec8-a8d247c754a4 req-7a5595c7-146e-4941-8f9f-26d187459626 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.0871511 Apr 30 13:22:16.784678 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a31cb41d-2170-4b75-bec8-a8d247c754a4 req-dab6dce3-32fb-4454-8df1-be74ca61300a tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438335 Apr 30 13:22:16.816083 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-b5996143-fe9b-44ea-bb63-9caea7be14ef admin admin] For port e65d8c3f-a774-4aef-b0e6-3383d5606030, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=e65d8c3f-a774-4aef-b0e6-3383d5606030,segment=NetworkSegment(10278c49-52d2-4267-9e0f-d0c4b28d582b),segment_id=10278c49-52d2-4267-9e0f-d0c4b28d582b)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:16.816362 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b5996143-fe9b-44ea-bb63-9caea7be14ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:17.032286 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-b5996143-fe9b-44ea-bb63-9caea7be14ef admin admin] Calling delete_port for e65d8c3f-a774-4aef-b0e6-3383d5606030 owned by network:router_interface {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:22:17.193675 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b5996143-fe9b-44ea-bb63-9caea7be14ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:17.197167 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-719b7d84-84de-46a7-bb08-e9cd3a1d14f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:17.238873 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5996143-fe9b-44ea-bb63-9caea7be14ef admin admin] Pushing event deleted for resources: {'Port': ['ID=e65d8c3f-a774-4aef-b0e6-3383d5606030,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:17.242859 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-b5996143-fe9b-44ea-bb63-9caea7be14ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:17.562634 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b5996143-fe9b-44ea-bb63-9caea7be14ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712131'] for router_interface, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:17.975273 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5996143-fe9b-44ea-bb63-9caea7be14ef admin admin] Router f1433366-0e12-454f-bc54-43cd1079d374 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:22:18.044470 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc41d1-ca78-411c-b21d-c7bedb6ed4e9 req-01d42e15-9955-4ea4-8822-73459391f4e8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:18.047070 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bafc41d1-ca78-411c-b21d-c7bedb6ed4e9 req-01d42e15-9955-4ea4-8822-73459391f4e8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.1236787 Apr 30 13:22:18.097866 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bafc41d1-ca78-411c-b21d-c7bedb6ed4e9 req-680cbd21-4236-437c-985a-8c8713a133a0 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447032 Apr 30 13:22:18.191086 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5996143-fe9b-44ea-bb63-9caea7be14ef admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:22:18.201657 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e0df44-4ada-4570-853f-db52506aea16 None None] Sync routers for ids ['f1433366-0e12-454f-bc54-43cd1079d374'] in dv-cinder-788363-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:22:18.210532 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 37214) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:18.210811 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-b5996143-fe9b-44ea-bb63-9caea7be14ef admin admin] 10.222.0.30 "PUT /v2.0/routers/f1433366-0e12-454f-bc54-43cd1079d374/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7153800 Apr 30 13:22:18.218136 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e0df44-4ada-4570-853f-db52506aea16 None None] Routers {'f1433366-0e12-454f-bc54-43cd1079d374'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:22:18.219156 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-14e0df44-4ada-4570-853f-db52506aea16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:22:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['f1433366-0e12-454f-bc54-43cd1079d374'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:18.413735 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:18.504710 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-14e0df44-4ada-4570-853f-db52506aea16 None None] Set router f1433366-0e12-454f-bc54-43cd1079d374 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:22:18.614526 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:18.748647 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] Deleting port 003266e9-11d1-4034-bf94-228a1cf30202 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:22:18.749008 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:18.872407 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-14e0df44-4ada-4570-853f-db52506aea16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'name': 'tempest-AttachVolumeTestJSON-345655624-router', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '003266e9-11d1-4034-bf94-228a1cf30202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:22:17Z', 'revision_number': 5, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'gw_port': {'id': '003266e9-11d1-4034-bf94-228a1cf30202', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:35:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:27Z', 'updated_at': '2021-04-30T13:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:18.877990 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e0df44-4ada-4570-853f-db52506aea16 None None] Checking router: f1433366-0e12-454f-bc54-43cd1079d374 for host: dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:22:18.887460 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e0df44-4ada-4570-853f-db52506aea16 None None] Routers {'f1433366-0e12-454f-bc54-43cd1079d374'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:22:18.888120 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-14e0df44-4ada-4570-853f-db52506aea16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:22:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['f1433366-0e12-454f-bc54-43cd1079d374'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:18.987321 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] For port 003266e9-11d1-4034-bf94-228a1cf30202, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=003266e9-11d1-4034-bf94-228a1cf30202,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:18.987672 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:19.037187 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-14e0df44-4ada-4570-853f-db52506aea16 None None] Set router f1433366-0e12-454f-bc54-43cd1079d374 gateway port host: None {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:22:19.111022 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] Calling delete_port for 003266e9-11d1-4034-bf94-228a1cf30202 owned by network:router_gateway {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:22:19.185513 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-14e0df44-4ada-4570-853f-db52506aea16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'name': 'tempest-AttachVolumeTestJSON-345655624-router', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:22:18Z', 'revision_number': 6, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'gw_port_host': None}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:19.189839 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e0df44-4ada-4570-853f-db52506aea16 None None] The sync data for ids ['f1433366-0e12-454f-bc54-43cd1079d374'] in dv-cinder-788363-2-iscsi is: [{'id': 'f1433366-0e12-454f-bc54-43cd1079d374', 'name': 'tempest-AttachVolumeTestJSON-345655624-router', 'tenant_id': 'd9280e071a324c1bab79da85986ee901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:22:18Z', 'revision_number': 6, 'project_id': 'd9280e071a324c1bab79da85986ee901', 'gw_port_host': None}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:22:19.311861 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:19.316922 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-0368e63f-135a-4dff-bb1c-3c369d4c0b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:19.372799 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=003266e9-11d1-4034-bf94-228a1cf30202,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:19.412724 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:19.413089 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:19.413442 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:19.413795 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:19.414168 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:19.414519 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:19.414861 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:19.415205 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:19.415545 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:19.415885 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:19.416226 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:19.416563 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:19.425178 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:19.473442 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bdb7e-d119-4685-80e3-bec2e48cca11 req-fdc85616-0463-41fa-ab9e-31ca87590b26 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:19.475008 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d69bdb7e-d119-4685-80e3-bec2e48cca11 req-fdc85616-0463-41fa-ab9e-31ca87590b26 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.2376499 Apr 30 13:22:19.509010 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-669924'] for router_gateway, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:19.694732 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d69bdb7e-d119-4685-80e3-bec2e48cca11 req-491ecf14-725a-4853-a9d2-61df902f8463 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127695 Apr 30 13:22:19.701310 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30109'] for router, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:19.703702 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:19.726377 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711489'] for router, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:19.726914 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1433366-0e12-454f-bc54-43cd1079d374 {{(pid=73845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:22:19.746341 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] Notify callbacks [] for router, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:19.747953 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-0643d7ee-fe49-4244-8a1d-02ad36b3b4a1 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f1433366-0e12-454f-bc54-43cd1079d374 HTTP/1.1" status: 204 len: 168 time: 1.5350859 Apr 30 13:22:19.750879 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 37222) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:19.813272 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e85fe8-61f6-413f-8b58-36f29128b0c9 admin admin] Deleting subnet 88f483fa-96d4-494c-a375-0339a4c91674 {{(pid=73845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:22:19.817053 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b9e85fe8-61f6-413f-8b58-36f29128b0c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:19.868739 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b9e85fe8-61f6-413f-8b58-36f29128b0c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6252063'] for subnet, precommit_delete_associations {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:19.966239 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b9e85fe8-61f6-413f-8b58-36f29128b0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513256'] for subnet, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:20.018971 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 003266e9-11d1-4034-bf94-228a1cf30202 no longer exists at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:22:20.067800 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] No Port match for: 003266e9-11d1-4034-bf94-228a1cf30202 {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:22:20.068265 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 003266e9-11d1-4034-bf94-228a1cf30202 not bound to the agent host dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:22:20.068735 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device e65d8c3f-a774-4aef-b0e6-3383d5606030 no longer exists at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:22:20.108482 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] No Port match for: e65d8c3f-a774-4aef-b0e6-3383d5606030 {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:22:20.108840 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device e65d8c3f-a774-4aef-b0e6-3383d5606030 not bound to the agent host dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:22:20.273122 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b9e85fe8-61f6-413f-8b58-36f29128b0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-554365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7079056'] for subnet, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:20.278281 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-4b300984-5998-417a-ae59-c7a82efa869a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:20.317662 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b9e85fe8-61f6-413f-8b58-36f29128b0c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:20.322700 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5813e6-20d8-4247-8fbc-57bad6d70be0 None None] Network a3023e0b-51e8-48ea-ba8f-c7b4a48d722e requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:22:20.327307 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e85fe8-61f6-413f-8b58-36f29128b0c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88f483fa-96d4-494c-a375-0339a4c91674,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:20.330374 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b9e85fe8-61f6-413f-8b58-36f29128b0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:20.333813 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-b9e85fe8-61f6-413f-8b58-36f29128b0c9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/88f483fa-96d4-494c-a375-0339a4c91674 HTTP/1.1" status: 204 len: 168 time: 0.5819335 Apr 30 13:22:20.336487 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 37232) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:20.565346 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-52afa030-54e2-4b1e-845d-56c3daca92e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669671'] for network, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:20.586601 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239e26fc-14a7-4287-ae77-cec022861972 None None] DHCP port deletion for a3023e0b-51e8-48ea-ba8f-c7b4a48d722e request from dv-cinder-788363-2-iscsi {{(pid=73847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:22:20.644017 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-52afa030-54e2-4b1e-845d-56c3daca92e6 admin admin] Deleting port 8425684e-cba9-405f-b48a-d48bf7c9aea2 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:22:20.644528 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-52afa030-54e2-4b1e-845d-56c3daca92e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:20.656705 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-239e26fc-14a7-4287-ae77-cec022861972 None None] Deleting port 8425684e-cba9-405f-b48a-d48bf7c9aea2 {{(pid=73847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:22:20.657163 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-239e26fc-14a7-4287-ae77-cec022861972 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:20.747665 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [None req-52afa030-54e2-4b1e-845d-56c3daca92e6 admin admin] For port 8425684e-cba9-405f-b48a-d48bf7c9aea2, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=8425684e-cba9-405f-b48a-d48bf7c9aea2,segment=NetworkSegment(10278c49-52d2-4267-9e0f-d0c4b28d582b),segment_id=10278c49-52d2-4267-9e0f-d0c4b28d582b)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:20.748009 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-52afa030-54e2-4b1e-845d-56c3daca92e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:20.757673 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-239e26fc-14a7-4287-ae77-cec022861972 None None] For port 8425684e-cba9-405f-b48a-d48bf7c9aea2, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=8425684e-cba9-405f-b48a-d48bf7c9aea2,segment=NetworkSegment(10278c49-52d2-4267-9e0f-d0c4b28d582b),segment_id=10278c49-52d2-4267-9e0f-d0c4b28d582b)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:20.757942 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-239e26fc-14a7-4287-ae77-cec022861972 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:20.878927 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-239e26fc-14a7-4287-ae77-cec022861972 None None] Calling delete_port for 8425684e-cba9-405f-b48a-d48bf7c9aea2 owned by network:dhcp {{(pid=73847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:22:20.924998 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-52afa030-54e2-4b1e-845d-56c3daca92e6 admin admin] Calling delete_port for 8425684e-cba9-405f-b48a-d48bf7c9aea2 owned by network:dhcp {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:22:20.927709 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-239e26fc-14a7-4287-ae77-cec022861972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959'] for port, after_delete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:20.931429 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:20.978903 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e26fc-14a7-4287-ae77-cec022861972 None None] Pushing event deleted for resources: {'Port': ['ID=8425684e-cba9-405f-b48a-d48bf7c9aea2,revision_number=None']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:20.980729 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239e26fc-14a7-4287-ae77-cec022861972 None None] No DVR routers for this DVR port 8425684e-cba9-405f-b48a-d48bf7c9aea2 on host dv-cinder-788363-2-iscsi {{(pid=73847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:22:20.982193 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-239e26fc-14a7-4287-ae77-cec022861972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:21.003331 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117b71f-9fac-4c93-98f6-89e0209d4ec2 req-3a52aa36-ef64-4091-a567-4fdfbf8b5a88 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:21.004786 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f117b71f-9fac-4c93-98f6-89e0209d4ec2 req-3a52aa36-ef64-4091-a567-4fdfbf8b5a88 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.1907823 Apr 30 13:22:21.026863 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-52afa030-54e2-4b1e-845d-56c3daca92e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:21.033552 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-257e88be-c33b-482c-b07e-d6f49fb87c49 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:21.092263 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afa030-54e2-4b1e-845d-56c3daca92e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8425684e-cba9-405f-b48a-d48bf7c9aea2,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:21.096723 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52afa030-54e2-4b1e-845d-56c3daca92e6 admin admin] No DVR routers for this DVR port 8425684e-cba9-405f-b48a-d48bf7c9aea2 on host dv-cinder-788363-2-iscsi {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:22:21.098578 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-52afa030-54e2-4b1e-845d-56c3daca92e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:21.140622 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f117b71f-9fac-4c93-98f6-89e0209d4ec2 req-195c3ba2-b0af-47d0-a46d-07d4cb4f7db2 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211801 Apr 30 13:22:21.224578 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-52afa030-54e2-4b1e-845d-56c3daca92e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508261', 'neutron.services.segments.db._delete_segments_for_network-8741672489629'] for network, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:21.335372 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-52afa030-54e2-4b1e-845d-56c3daca92e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3023e0b-51e8-48ea-ba8f-c7b4a48d722e']}} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:21.351023 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-52afa030-54e2-4b1e-845d-56c3daca92e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10278c49-52d2-4267-9e0f-d0c4b28d582b') {'for_net_delete': True} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:21.351313 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-52afa030-54e2-4b1e-845d-56c3daca92e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10278c49-52d2-4267-9e0f-d0c4b28d582b') {} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:21.362942 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-52afa030-54e2-4b1e-845d-56c3daca92e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672501863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6252054'] for segment, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:21.379138 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-52afa030-54e2-4b1e-845d-56c3daca92e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:21.385485 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52afa030-54e2-4b1e-845d-56c3daca92e6 admin admin] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=73845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:22:21.553363 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [None req-52afa030-54e2-4b1e-845d-56c3daca92e6 admin admin] Network a3023e0b-51e8-48ea-ba8f-c7b4a48d722e has no segments {{(pid=73845) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:22:21.562145 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-52afa030-54e2-4b1e-845d-56c3daca92e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1513757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-554455'] for segment, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:21.737316 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [None req-52afa030-54e2-4b1e-845d-56c3daca92e6 admin admin] Network a3023e0b-51e8-48ea-ba8f-c7b4a48d722e has no segments {{(pid=73845) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: util.warn( Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: util.warn( Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: util.warn( Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: util.warn( Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: Traceback (most recent call last): Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: timer() Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: cb(*args, **kw) Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: return func(*args, **kwargs) Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: self._notify() Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: self.callback(batched_events) Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: event.method(event) Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: return f(self, *a, **k) Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: return self._get(url).json() Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: return self.request(url, 'GET', **kwargs) Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:22:21.758334 dv-cinder-788363-2-iscsi neutron-server[73845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:22:21.839870 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-52afa030-54e2-4b1e-845d-56c3daca92e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670072'] for network, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:21.843974 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:21.858083 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-52afa030-54e2-4b1e-845d-56c3daca92e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:21.873118 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afa030-54e2-4b1e-845d-56c3daca92e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3023e0b-51e8-48ea-ba8f-c7b4a48d722e,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:21.877565 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-52afa030-54e2-4b1e-845d-56c3daca92e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:21.891702 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-52afa030-54e2-4b1e-845d-56c3daca92e6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a3023e0b-51e8-48ea-ba8f-c7b4a48d722e HTTP/1.1" status: 204 len: 168 time: 1.5539832 Apr 30 13:22:21.906491 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 8425684e-cba9-405f-b48a-d48bf7c9aea2 no longer exists at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:22:21.941750 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] No Port match for: 8425684e-cba9-405f-b48a-d48bf7c9aea2 {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:22:21.942135 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 8425684e-cba9-405f-b48a-d48bf7c9aea2 not bound to the agent host dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:22:22.032189 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 37246) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:22.080600 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-d37183f4-2a31-489b-97f7-63bc990fd6a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d9280e071a324c1bab79da85986ee901&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0471344 Apr 30 13:22:22.083061 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 37250) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:22.145467 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f09b74d7-3669-4a5b-80c4-e7cdd67632b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:22.173473 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f09b74d7-3669-4a5b-80c4-e7cdd67632b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:22.227176 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f09b74d7-3669-4a5b-80c4-e7cdd67632b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:22.230875 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-ad688296-06c4-475b-9347-be8963941e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:22.244912 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b74d7-3669-4a5b-80c4-e7cdd67632b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57f163d-d8ed-4c99-aca4-716670cf9eaf,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:22.249115 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-f09b74d7-3669-4a5b-80c4-e7cdd67632b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:22.252790 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f09b74d7-3669-4a5b-80c4-e7cdd67632b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:22.256902 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-f09b74d7-3669-4a5b-80c4-e7cdd67632b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c57f163d-d8ed-4c99-aca4-716670cf9eaf HTTP/1.1" status: 204 len: 168 time: 0.1699727 Apr 30 13:22:22.369531 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813916d6-7290-42e6-82c7-0b9c3b52946e req-1182b87a-7f26-479e-b8c7-0734d141d983 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:22.371404 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-813916d6-7290-42e6-82c7-0b9c3b52946e req-1182b87a-7f26-479e-b8c7-0734d141d983 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.1175907 Apr 30 13:22:22.429479 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-813916d6-7290-42e6-82c7-0b9c3b52946e req-21dc3f28-5c50-454e-8c35-a90cc1e12d1f tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521984 Apr 30 13:22:23.871217 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25435b4-1d3a-4a6d-a029-9ad0a1c3d431 req-8f72ed50-50a1-458e-89b6-fd1eff0c3364 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:23.873617 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b25435b4-1d3a-4a6d-a029-9ad0a1c3d431 req-8f72ed50-50a1-458e-89b6-fd1eff0c3364 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.2607994 Apr 30 13:22:23.934958 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b25435b4-1d3a-4a6d-a029-9ad0a1c3d431 req-cdd9c381-6431-42a8-93ec-4492513d5ba9 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537853 Apr 30 13:22:24.864430 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device fb4992e8-bb22-427e-91f8-6eee41a6446d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:22:25.030802 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port fb4992e8-bb22-427e-91f8-6eee41a6446d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fb4992e8-bb22-427e-91f8-6eee41a6446d,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:25.045660 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Returning: {'device': 'fb4992e8-bb22-427e-91f8-6eee41a6446d', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'port_id': 'fb4992e8-bb22-427e-91f8-6eee41a6446d', 'mac_address': 'fa:16:3e:8b:e4:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:22:25.129452 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:25.152980 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb4992e8-bb22-427e-91f8-6eee41a6446d {{(pid=73847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:22:25.178057 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port fb4992e8-bb22-427e-91f8-6eee41a6446d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fb4992e8-bb22-427e-91f8-6eee41a6446d,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:25.185908 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:25.188738 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:25.201594 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b8151-be57-4dd6-b13f-1bbb9e1fb118 req-b05339ab-45fb-4601-8d1c-c9a5c1fd0a80 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:25.203998 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6d6b8151-be57-4dd6-b13f-1bbb9e1fb118 req-b05339ab-45fb-4601-8d1c-c9a5c1fd0a80 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.1111329 Apr 30 13:22:25.266899 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=fb4992e8-bb22-427e-91f8-6eee41a6446d,revision_number=6']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:25.267083 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6d6b8151-be57-4dd6-b13f-1bbb9e1fb118 req-0d3713eb-0d76-4e62-bfcc-25e3614ebbe5 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549433 Apr 30 13:22:25.270771 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:25.396346 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['fb4992e8-bb22-427e-91f8-6eee41a6446d'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:22:25.612363 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcae3ff-5129-4cd1-ab1f-c3d829cba106 req-a8139370-29c5-4c01-944e-3e8ffc6baf66 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:25.613885 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-adcae3ff-5129-4cd1-ab1f-c3d829cba106 req-a8139370-29c5-4c01-944e-3e8ffc6baf66 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4b3ef63-5a84-407a-ab6b-87e44690e164 HTTP/1.1" status: 200 len: 946 time: 0.0809448 Apr 30 13:22:25.659051 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-adcae3ff-5129-4cd1-ab1f-c3d829cba106 req-d64633db-9fb1-4e8c-826d-a021ba2c12f7 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391273 Apr 30 13:22:26.471548 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5af040-a832-460f-aead-2227be3c764f req-01470074-7190-4099-977f-f7708cd7ce4a tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:26.473005 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9b5af040-a832-460f-aead-2227be3c764f req-01470074-7190-4099-977f-f7708cd7ce4a tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 945 time: 0.0892301 Apr 30 13:22:26.519513 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9b5af040-a832-460f-aead-2227be3c764f req-a66064b1-23ee-4575-a37d-37799313e3e6 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401504 Apr 30 13:22:26.868498 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5912946-23c6-4930-82f3-ab7bb2d5c3f5 req-9723c8b2-fd49-454c-bafc-eda33458c4e9 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:26.870307 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a5912946-23c6-4930-82f3-ab7bb2d5c3f5 req-9723c8b2-fd49-454c-bafc-eda33458c4e9 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4b3ef63-5a84-407a-ab6b-87e44690e164 HTTP/1.1" status: 200 len: 946 time: 0.0937552 Apr 30 13:22:26.888615 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device fb4992e8-bb22-427e-91f8-6eee41a6446d up at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:22:26.931593 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a5912946-23c6-4930-82f3-ab7bb2d5c3f5 req-6ab161c7-0f09-4ee0-a96a-b516946806d3 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545008 Apr 30 13:22:26.994117 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning complete for port fb4992e8-bb22-427e-91f8-6eee41a6446d triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:22:26.994937 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:27.168812 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:27.198278 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e561ff8-b905-4327-a5d2-5b488f6ed781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4992e8-bb22-427e-91f8-6eee41a6446d'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:22:27.210559 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port fb4992e8-bb22-427e-91f8-6eee41a6446d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fb4992e8-bb22-427e-91f8-6eee41a6446d,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:27.216541 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:27.219499 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:27.255008 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e561ff8-b905-4327-a5d2-5b488f6ed781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4992e8-bb22-427e-91f8-6eee41a6446d', 'code': 200} Apr 30 13:22:27.295860 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=fb4992e8-bb22-427e-91f8-6eee41a6446d,revision_number=7']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:27.299170 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:27.743452 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94ddfa-b0eb-446c-8fc7-e49141be541d req-d1ff0770-e60d-427f-b5e7-b6b1f0e1ab92 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:27.744189 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-0a94ddfa-b0eb-446c-8fc7-e49141be541d req-d1ff0770-e60d-427f-b5e7-b6b1f0e1ab92 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Synchronizing usage tracker for tenant:f8a4ed97ca674a6a92ac1ffab86047b3 on resource:port {{(pid=73846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:22:27.758251 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6427133-9747-4f6f-bf52-fc3b0d954320 req-dafe6374-ea3f-4075-8593-6bac5401b03f tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:27.759810 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a6427133-9747-4f6f-bf52-fc3b0d954320 req-dafe6374-ea3f-4075-8593-6bac5401b03f tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.1120353 Apr 30 13:22:27.776143 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-0a94ddfa-b0eb-446c-8fc7-e49141be541d req-d1ff0770-e60d-427f-b5e7-b6b1f0e1ab92 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Unset dirty status for tenant:f8a4ed97ca674a6a92ac1ffab86047b3 on resource:port {{(pid=73846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:22:27.777289 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-0a94ddfa-b0eb-446c-8fc7-e49141be541d req-d1ff0770-e60d-427f-b5e7-b6b1f0e1ab92 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4b3ef63-5a84-407a-ab6b-87e44690e164 HTTP/1.1" status: 200 len: 946 time: 0.1815574 Apr 30 13:22:27.838566 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a6427133-9747-4f6f-bf52-fc3b0d954320 req-363d4d58-832e-4ae8-a2d7-671a70ada6d9 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669320 Apr 30 13:22:27.966242 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [req-0a94ddfa-b0eb-446c-8fc7-e49141be541d req-0996c73f-b4c4-45b5-b1f6-6126d6f29c7a tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Deleting port 3129c95e-b945-4a53-bf62-cb5e18a8360f {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:22:27.966751 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-0a94ddfa-b0eb-446c-8fc7-e49141be541d req-0996c73f-b4c4-45b5-b1f6-6126d6f29c7a tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:28.192342 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86b008-3c8a-44b5-84e9-ea2526dbf084 req-4574e21a-8f19-4ea5-93e9-1783e6ce45d9 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:28.200650 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fb86b008-3c8a-44b5-84e9-ea2526dbf084 req-4574e21a-8f19-4ea5-93e9-1783e6ce45d9 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4b3ef63-5a84-407a-ab6b-87e44690e164 HTTP/1.1" status: 200 len: 946 time: 0.1408119 Apr 30 13:22:28.270079 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-0a94ddfa-b0eb-446c-8fc7-e49141be541d req-0996c73f-b4c4-45b5-b1f6-6126d6f29c7a tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] For port 3129c95e-b945-4a53-bf62-cb5e18a8360f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3129c95e-b945-4a53-bf62-cb5e18a8360f,segment=NetworkSegment(76febac4-7bd3-484d-b170-050fd50007df),segment_id=76febac4-7bd3-484d-b170-050fd50007df)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:28.271114 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-0a94ddfa-b0eb-446c-8fc7-e49141be541d req-0996c73f-b4c4-45b5-b1f6-6126d6f29c7a tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:28.288108 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fb86b008-3c8a-44b5-84e9-ea2526dbf084 req-ab3dbdc1-b92a-4f91-a60e-80237b0d243b tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864840 Apr 30 13:22:28.442771 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [req-0a94ddfa-b0eb-446c-8fc7-e49141be541d req-0996c73f-b4c4-45b5-b1f6-6126d6f29c7a tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Calling delete_port for 3129c95e-b945-4a53-bf62-cb5e18a8360f owned by compute:nova {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:22:28.637221 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-0a94ddfa-b0eb-446c-8fc7-e49141be541d req-0996c73f-b4c4-45b5-b1f6-6126d6f29c7a tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:28.651908 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-71ff3eb0-b927-479a-a5d0-4074d9a691d8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:28.693367 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['3129c95e-b945-4a53-bf62-cb5e18a8360f'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:22:28.760933 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996c73f-b4c4-45b5-b1f6-6126d6f29c7a tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Pushing event deleted for resources: {'Port': ['ID=3129c95e-b945-4a53-bf62-cb5e18a8360f,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:28.765046 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0996c73f-b4c4-45b5-b1f6-6126d6f29c7a tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:28.844912 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a94ddfa-b0eb-446c-8fc7-e49141be541d req-0996c73f-b4c4-45b5-b1f6-6126d6f29c7a tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] No DVR routers for this DVR port 3129c95e-b945-4a53-bf62-cb5e18a8360f on host hv-cinder-78836 {{(pid=73846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:22:28.848538 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-0a94ddfa-b0eb-446c-8fc7-e49141be541d req-0996c73f-b4c4-45b5-b1f6-6126d6f29c7a tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:28.852773 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b3ef63-5a84-407a-ab6b-87e44690e164', 'name': 'network-vif-deleted', 'tag': '3129c95e-b945-4a53-bf62-cb5e18a8360f'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:22:28.893438 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-0a94ddfa-b0eb-446c-8fc7-e49141be541d req-0996c73f-b4c4-45b5-b1f6-6126d6f29c7a tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.96 "DELETE /v2.0/ports/3129c95e-b945-4a53-bf62-cb5e18a8360f HTTP/1.1" status: 204 len: 173 time: 1.1065953 Apr 30 13:22:28.936095 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b3ef63-5a84-407a-ab6b-87e44690e164', 'name': 'network-vif-deleted', 'tag': '3129c95e-b945-4a53-bf62-cb5e18a8360f', 'status': 'completed', 'code': 200} Apr 30 13:22:29.211322 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b2eea-a66d-450a-9965-98a21cff0534 req-248a9e4a-3dec-410a-a14a-4ad06a1ccb69 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:29.217135 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d25b2eea-a66d-450a-9965-98a21cff0534 req-248a9e4a-3dec-410a-a14a-4ad06a1ccb69 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.1116869 Apr 30 13:22:29.281916 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d25b2eea-a66d-450a-9965-98a21cff0534 req-650c868e-ad7f-438e-b8c4-19c4c1491b6a tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618608 Apr 30 13:22:29.533873 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-03ddac5b-1e91-4c9f-abae-801467d2c1ad req-0c1999c0-8ca6-41c4-86b8-7bfbd283fb63 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4b3ef63-5a84-407a-ab6b-87e44690e164 HTTP/1.1" status: 200 len: 210 time: 0.0608668 Apr 30 13:22:30.548380 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8d960-fb35-414a-9f0b-89fe1578740b req-8a6c5781-cba2-429e-90f0-76408ad856d0 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:30.549890 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5bd8d960-fb35-414a-9f0b-89fe1578740b req-8a6c5781-cba2-429e-90f0-76408ad856d0 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.0877442 Apr 30 13:22:30.612085 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5bd8d960-fb35-414a-9f0b-89fe1578740b req-7751a5cc-8ab3-4dfa-a7b6-05f348836edf tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561142 Apr 30 13:22:30.896632 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 3129c95e-b945-4a53-bf62-cb5e18a8360f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:22:30.948027 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] No Port match for: 3129c95e-b945-4a53-bf62-cb5e18a8360f {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:22:30.949001 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 3129c95e-b945-4a53-bf62-cb5e18a8360f not bound to the agent host hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:22:31.869199 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e32ac-957f-420c-9eb4-8b7d05aad863 req-d659598b-dd83-48fc-a7cd-0b8da225f095 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:31.870770 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-343e32ac-957f-420c-9eb4-8b7d05aad863 req-d659598b-dd83-48fc-a7cd-0b8da225f095 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.0983663 Apr 30 13:22:31.933602 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-343e32ac-957f-420c-9eb4-8b7d05aad863 req-675d51b4-8dba-4388-b8b1-f2a0b82e9559 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543706 Apr 30 13:22:33.203857 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76792462-29b3-4075-b838-246802a27341 req-59993ab7-d57c-4be3-9757-ac6e1d20ea06 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:33.205550 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-76792462-29b3-4075-b838-246802a27341 req-59993ab7-d57c-4be3-9757-ac6e1d20ea06 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.1475220 Apr 30 13:22:33.257142 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-76792462-29b3-4075-b838-246802a27341 req-bb544e90-5c73-4049-8469-aaf5ac2d950d tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428019 Apr 30 13:22:33.744126 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:22:34.484528 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bc685-182d-4089-a63e-2f11e092915c req-a9d73de9-8e8b-4925-b85a-b215f249c652 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:34.490943 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-575bc685-182d-4089-a63e-2f11e092915c req-a9d73de9-8e8b-4925-b85a-b215f249c652 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.1092663 Apr 30 13:22:34.508356 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:34.554363 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-575bc685-182d-4089-a63e-2f11e092915c req-3061248f-3235-43e9-9045-94d3af83f29f tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597832 Apr 30 13:22:35.804223 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d6843-a044-4f41-bc5f-2b07940939bb req-f784dfab-760e-4484-9aba-52d49ff2f534 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:35.806795 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a26d6843-a044-4f41-bc5f-2b07940939bb req-f784dfab-760e-4484-9aba-52d49ff2f534 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.1023941 Apr 30 13:22:35.864938 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a26d6843-a044-4f41-bc5f-2b07940939bb req-9ce3c637-5beb-433e-ba53-a42613977fef tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481260 Apr 30 13:22:36.249774 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 37484) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:36.413773 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-332b771b-7fb5-4c14-ae10-975fe742f21b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:36.429228 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-332b771b-7fb5-4c14-ae10-975fe742f21b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:36.433351 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-332b771b-7fb5-4c14-ae10-975fe742f21b admin admin] Usage tracker for resource:security_group_rule and tenant:6f14eb7ca20a4867b8a0b850661a0599 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:36.436432 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-332b771b-7fb5-4c14-ae10-975fe742f21b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:36.443614 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-332b771b-7fb5-4c14-ae10-975fe742f21b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:36.469515 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-a9b2e058-a286-4b09-9ad5-d49d43cdadb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:36.553549 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-332b771b-7fb5-4c14-ae10-975fe742f21b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:36.557874 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-332b771b-7fb5-4c14-ae10-975fe742f21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:36.566828 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-b5936006-1f28-4254-8c22-147c1a53f99c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:36.621491 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-332b771b-7fb5-4c14-ae10-975fe742f21b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f14eb7ca20a4867b8a0b850661a0599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675144 Apr 30 13:22:36.621491 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b771b-7fb5-4c14-ae10-975fe742f21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ea3ed2-bc82-42d0-bcab-f570c064c904,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:36.621776 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 37490) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:36.633575 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-332b771b-7fb5-4c14-ae10-975fe742f21b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:36.708028 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-8faba65e-577a-4415-81f9-7b4d7b68e244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:36.758026 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-8faba65e-577a-4415-81f9-7b4d7b68e244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:36.854180 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-8faba65e-577a-4415-81f9-7b4d7b68e244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:36.862304 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-378e4108-88c7-4e9d-85cc-b3f25f266dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:36.878957 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faba65e-577a-4415-81f9-7b4d7b68e244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ea3ed2-bc82-42d0-bcab-f570c064c904,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:36.882402 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-8faba65e-577a-4415-81f9-7b4d7b68e244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:36.884289 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-8faba65e-577a-4415-81f9-7b4d7b68e244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:36.886513 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-8faba65e-577a-4415-81f9-7b4d7b68e244 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/80ea3ed2-bc82-42d0-bcab-f570c064c904 HTTP/1.1" status: 204 len: 168 time: 0.2632411 Apr 30 13:22:36.964178 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bb050-3b6e-48b5-b56e-6e21a17f47d0 req-c4a38feb-a5f1-4c75-9d71-7f1715e3e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:36.967330 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-717bb050-3b6e-48b5-b56e-6e21a17f47d0 req-c4a38feb-a5f1-4c75-9d71-7f1715e3e717 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2957845d7c874208b3d921bf499e5b7b&device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 1099 time: 0.0944078 Apr 30 13:22:37.126863 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e4e8e-6532-44a0-815b-6ea3a8cf5433 req-3df311dc-53ba-47e0-b919-a95383a13d72 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:37.134000 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d18e4e8e-6532-44a0-815b-6ea3a8cf5433 req-3df311dc-53ba-47e0-b919-a95383a13d72 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.1115761 Apr 30 13:22:37.195524 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d18e4e8e-6532-44a0-815b-6ea3a8cf5433 req-1bcb882f-357c-46fd-9799-f88794f8f41c tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593040 Apr 30 13:22:37.197984 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bb050-3b6e-48b5-b56e-6e21a17f47d0 req-eaca154f-f6f2-4a43-ab01-ff2e6f35ad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:37.199778 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-717bb050-3b6e-48b5-b56e-6e21a17f47d0 req-eaca154f-f6f2-4a43-ab01-ff2e6f35ad9f service neutron] 10.222.0.96 "GET /v2.0/networks?id=5ea56348-3132-43ce-93d5-7c6eb60259bf HTTP/1.1" status: 200 len: 917 time: 0.2027230 Apr 30 13:22:37.330691 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-717bb050-3b6e-48b5-b56e-6e21a17f47d0 req-9dcf31a9-e1c3-431a-858a-1e7df7676999 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb4992e8-bb22-427e-91f8-6eee41a6446d HTTP/1.1" status: 200 len: 1001 time: 0.1110265 Apr 30 13:22:37.401607 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bb050-3b6e-48b5-b56e-6e21a17f47d0 req-d9049686-7332-4aff-83ec-50eb45dc223f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:37.403116 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-717bb050-3b6e-48b5-b56e-6e21a17f47d0 req-d9049686-7332-4aff-83ec-50eb45dc223f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8bf6f55f-7a38-4a76-a15c-e255e10f02cb HTTP/1.1" status: 200 len: 854 time: 0.0656724 Apr 30 13:22:37.489772 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bb050-3b6e-48b5-b56e-6e21a17f47d0 req-cc826149-8b58-4b69-91d5-bd3cd0744088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:37.491970 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-717bb050-3b6e-48b5-b56e-6e21a17f47d0 req-cc826149-8b58-4b69-91d5-bd3cd0744088 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5ea56348-3132-43ce-93d5-7c6eb60259bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810974 Apr 30 13:22:38.544576 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edabd1-09a5-4117-87e5-c28d9323661d req-4e9b1472-2374-42ad-bfc9-7dfa1f48982d tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:38.546123 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b2edabd1-09a5-4117-87e5-c28d9323661d req-4e9b1472-2374-42ad-bfc9-7dfa1f48982d tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.0874813 Apr 30 13:22:38.595184 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b2edabd1-09a5-4117-87e5-c28d9323661d req-45c8e189-ca50-4a8e-b9e9-7d66c4760160 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429640 Apr 30 13:22:39.125491 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:39.137089 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-3ee18922-6413-4f21-846d-d17d4b8b4b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:39.794993 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c2569-4a3a-4009-b0a5-4ef9ec17a34e req-c957ad23-bcb0-4c40-be41-dc25ef1e2a64 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:39.797068 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1b7c2569-4a3a-4009-b0a5-4ef9ec17a34e req-c957ad23-bcb0-4c40-be41-dc25ef1e2a64 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.0857785 Apr 30 13:22:39.939060 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1b7c2569-4a3a-4009-b0a5-4ef9ec17a34e req-9b1cdecd-da58-4bdb-8dae-851a64617ea6 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360619 Apr 30 13:22:40.139123 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:40.410935 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-717bb050-3b6e-48b5-b56e-6e21a17f47d0 req-9f74f162-acc5-47c0-a832-bb398f915bdf service neutron] 10.222.0.96 "GET /v2.0/networks/5ea56348-3132-43ce-93d5-7c6eb60259bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331286 Apr 30 13:22:40.564939 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-717bb050-3b6e-48b5-b56e-6e21a17f47d0 req-389c055d-6449-4d44-9718-9fb6b6a8b598 service neutron] 10.222.0.96 "GET /v2.0/networks/5ea56348-3132-43ce-93d5-7c6eb60259bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462512 Apr 30 13:22:40.724685 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c2d1e-e08a-45d7-ace5-268f969c5d3f req-99266ad2-cd9e-4686-be85-28453f55dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:40.726200 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-b71c2d1e-e08a-45d7-ace5-268f969c5d3f req-99266ad2-cd9e-4686-be85-28453f55dc86 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2957845d7c874208b3d921bf499e5b7b&device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 1099 time: 0.0722466 Apr 30 13:22:40.859938 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c2d1e-e08a-45d7-ace5-268f969c5d3f req-bbc11cf7-851e-4567-a2be-cff0a2756c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:40.861292 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-b71c2d1e-e08a-45d7-ace5-268f969c5d3f req-bbc11cf7-851e-4567-a2be-cff0a2756c02 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5ea56348-3132-43ce-93d5-7c6eb60259bf HTTP/1.1" status: 200 len: 917 time: 0.1282544 Apr 30 13:22:41.095867 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-b71c2d1e-e08a-45d7-ace5-268f969c5d3f req-389b22e2-61d6-471f-b575-c134aa70d8ec service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb4992e8-bb22-427e-91f8-6eee41a6446d HTTP/1.1" status: 200 len: 1001 time: 0.2265270 Apr 30 13:22:41.173055 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d11dde-becb-41e2-a927-d48460a15484 req-352fa00f-9f01-4268-a7b4-6a906566b2fa tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:41.174675 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-65d11dde-becb-41e2-a927-d48460a15484 req-352fa00f-9f01-4268-a7b4-6a906566b2fa tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 946 time: 0.1027989 Apr 30 13:22:41.199636 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c2d1e-e08a-45d7-ace5-268f969c5d3f req-904a92a1-eba3-44c8-925c-90786006cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:41.201244 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-b71c2d1e-e08a-45d7-ace5-268f969c5d3f req-904a92a1-eba3-44c8-925c-90786006cfdf service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8bf6f55f-7a38-4a76-a15c-e255e10f02cb HTTP/1.1" status: 200 len: 854 time: 0.0682390 Apr 30 13:22:41.232506 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-65d11dde-becb-41e2-a927-d48460a15484 req-2e38fafe-3e4b-475b-8bdc-b493848380d9 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514793 Apr 30 13:22:41.284626 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device fb4992e8-bb22-427e-91f8-6eee41a6446d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:22:41.290684 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c2d1e-e08a-45d7-ace5-268f969c5d3f req-04d04f69-d6b2-4304-abde-824603530faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:41.292239 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-b71c2d1e-e08a-45d7-ace5-268f969c5d3f req-04d04f69-d6b2-4304-abde-824603530faa service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5ea56348-3132-43ce-93d5-7c6eb60259bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832746 Apr 30 13:22:41.409358 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:41.435261 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-b71c2d1e-e08a-45d7-ace5-268f969c5d3f req-7cde4029-5762-4f8d-8058-1df1a8f79daa service neutron] 10.222.0.96 "GET /v2.0/networks/5ea56348-3132-43ce-93d5-7c6eb60259bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340787 Apr 30 13:22:41.443143 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e561ff8-b905-4327-a5d2-5b488f6ed781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb4992e8-bb22-427e-91f8-6eee41a6446d'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:22:41.455741 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port fb4992e8-bb22-427e-91f8-6eee41a6446d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fb4992e8-bb22-427e-91f8-6eee41a6446d,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:41.462259 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:41.464817 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:41.511722 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e561ff8-b905-4327-a5d2-5b488f6ed781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb4992e8-bb22-427e-91f8-6eee41a6446d', 'code': 200} Apr 30 13:22:41.546890 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=fb4992e8-bb22-427e-91f8-6eee41a6446d,revision_number=8']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:41.550322 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:41.611246 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-b71c2d1e-e08a-45d7-ace5-268f969c5d3f req-433abccf-6042-43f7-bce8-fb7cac2d0100 service neutron] 10.222.0.96 "GET /v2.0/networks/5ea56348-3132-43ce-93d5-7c6eb60259bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520290 Apr 30 13:22:41.679701 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:41.747218 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-40134fff-4827-4cde-b595-03ddfcf77d25 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:41.748699 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-40134fff-4827-4cde-b595-03ddfcf77d25 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/networks?id=d1ca9c26-4200-4876-a057-71f91610daf7 HTTP/1.1" status: 200 len: 813 time: 0.1551266 Apr 30 13:22:41.763896 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-77685312-b639-43e2-a474-b2c4b8e4ef56 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/quotas/f8a4ed97ca674a6a92ac1ffab86047b3 HTTP/1.1" status: 200 len: 375 time: 0.0094380 Apr 30 13:22:41.812516 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-dec0a81c-3c4d-443a-bd50-f3a84ae1c0dc tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8a4ed97ca674a6a92ac1ffab86047b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428636 Apr 30 13:22:41.948511 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-6e159dd0-ab4b-433b-befb-cbe242aa75ef service neutron] 10.222.0.30 "GET /v2.0/networks/d1ca9c26-4200-4876-a057-71f91610daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288338 Apr 30 13:22:42.083857 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-6d5df334-85cf-4c8e-94e5-c194f3a769d7 service neutron] 10.222.0.30 "GET /v2.0/networks/d1ca9c26-4200-4876-a057-71f91610daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293054 Apr 30 13:22:42.268410 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-23d150c7-87e4-40d6-bde0-568dcc229382 req-0cbaa92f-4c8f-498b-b497-8dcd8ca55c54 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a80cff4-38d7-4dce-a9b8-6b7eb3929600 HTTP/1.1" status: 200 len: 210 time: 0.0439599 Apr 30 13:22:42.458092 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7485a2-f795-4228-8348-485690ab03a4 req-a0f9fa04-35b3-4c2a-9b10-5ca40e802a05 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:42.459630 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ed7485a2-f795-4228-8348-485690ab03a4 req-a0f9fa04-35b3-4c2a-9b10-5ca40e802a05 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 944 time: 0.1002781 Apr 30 13:22:42.510843 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ed7485a2-f795-4228-8348-485690ab03a4 req-1ec90704-56b1-41c9-8719-004c236af9d3 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448937 Apr 30 13:22:43.429186 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-140a4c85-f1c3-4e3c-959a-1aba06b1a797 req-b1037299-99cc-4dbe-bba1-b8b4e0c7c621 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a80cff4-38d7-4dce-a9b8-6b7eb3929600 HTTP/1.1" status: 200 len: 210 time: 0.0451927 Apr 30 13:22:43.576460 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-9b8ae9d8-6d7d-4b1d-8c53-3f9bdd343fca tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:43.578688 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-9b8ae9d8-6d7d-4b1d-8c53-3f9bdd343fca tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.96 "GET /v2.0/networks?id=d1ca9c26-4200-4876-a057-71f91610daf7 HTTP/1.1" status: 200 len: 813 time: 0.1539998 Apr 30 13:22:43.608065 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-c7b1f747-9928-4846-a89b-12c4c83a9715 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Request body: {'port': {'device_id': '6a80cff4-38d7-4dce-a9b8-6b7eb3929600', 'network_id': 'd1ca9c26-4200-4876-a057-71f91610daf7', 'admin_state_up': True, 'tenant_id': 'f8a4ed97ca674a6a92ac1ffab86047b3'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:22:43.729693 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e6af0-a402-4897-8f9c-ad9f3fc44f05 req-e6c8ed8b-7195-41c2-ae5a-004b33ec3d62 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:43.735156 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7f6e6af0-a402-4897-8f9c-ad9f3fc44f05 req-e6c8ed8b-7195-41c2-ae5a-004b33ec3d62 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 944 time: 0.1023152 Apr 30 13:22:43.768403 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-c7b1f747-9928-4846-a89b-12c4c83a9715 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:43.772598 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-c7b1f747-9928-4846-a89b-12c4c83a9715 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Usage tracker for resource:port and tenant:f8a4ed97ca674a6a92ac1ffab86047b3 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:43.775541 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-c7b1f747-9928-4846-a89b-12c4c83a9715 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:43.782495 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-c7b1f747-9928-4846-a89b-12c4c83a9715 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:43.784679 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7f6e6af0-a402-4897-8f9c-ad9f3fc44f05 req-abf84c4a-1dd5-4ae7-842f-86c802e2fdf2 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461040 Apr 30 13:22:43.793465 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-c7b1f747-9928-4846-a89b-12c4c83a9715 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Made reservation on behalf of f8a4ed97ca674a6a92ac1ffab86047b3 for: {'port': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:22:43.798065 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-c7b1f747-9928-4846-a89b-12c4c83a9715 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:44.003480 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-c7b1f747-9928-4846-a89b-12c4c83a9715 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Allocated IP 172.20.0.5 (d1ca9c26-4200-4876-a057-71f91610daf7/56215cdf-2a16-4386-9230-151e73a5f7db/86fe28cf-467b-4ebc-a322-9326c2dad53b) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:22:44.224057 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-c7b1f747-9928-4846-a89b-12c4c83a9715 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:44.258756 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-c7b1f747-9928-4846-a89b-12c4c83a9715 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:44.265568 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-a5884bef-823f-4a2a-b055-7efbfa638f10 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:44.335724 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1f747-9928-4846-a89b-12c4c83a9715 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Pushing event updated for resources: {'Port': ['ID=86fe28cf-467b-4ebc-a322-9326c2dad53b,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:44.344561 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-c7b1f747-9928-4846-a89b-12c4c83a9715 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:44.363613 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-c7b1f747-9928-4846-a89b-12c4c83a9715 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Network d1ca9c26-4200-4876-a057-71f91610daf7 is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:22:44.365436 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-c7b1f747-9928-4846-a89b-12c4c83a9715 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:22:44.367779 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-c7b1f747-9928-4846-a89b-12c4c83a9715 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:22:44.437662 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-c7b1f747-9928-4846-a89b-12c4c83a9715 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:44.438308 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-c7b1f747-9928-4846-a89b-12c4c83a9715 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:44.469654 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-c7b1f747-9928-4846-a89b-12c4c83a9715 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8659384 Apr 30 13:22:44.496311 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-cacc4a15-4a8c-4324-b1f1-1eb7b498d418 service neutron] Request body: {'port': {'device_id': '6a80cff4-38d7-4dce-a9b8-6b7eb3929600', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:22:44.634738 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-cacc4a15-4a8c-4324-b1f1-1eb7b498d418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:44.665713 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679ec7b-7d8d-4e1d-86e2-a98b0a3abe5f req-b7f5e9e8-c69d-4870-b303-31e08d4b3b6e tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:44.667280 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3679ec7b-7d8d-4e1d-86e2-a98b0a3abe5f req-b7f5e9e8-c69d-4870-b303-31e08d4b3b6e tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a80cff4-38d7-4dce-a9b8-6b7eb3929600 HTTP/1.1" status: 200 len: 931 time: 0.1215589 Apr 30 13:22:44.719884 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3679ec7b-7d8d-4e1d-86e2-a98b0a3abe5f req-992e1c98-b6ed-494d-85cc-6b00a0ad2a7e tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446601 Apr 30 13:22:44.996113 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b3251-97fe-435f-81b1-478a5d89f971 req-b1e94564-d547-46c9-a030-c71008eb3c57 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:44.997694 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-382b3251-97fe-435f-81b1-478a5d89f971 req-b1e94564-d547-46c9-a030-c71008eb3c57 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 944 time: 0.0917983 Apr 30 13:22:45.046271 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-382b3251-97fe-435f-81b1-478a5d89f971 req-8e288adb-d155-4d76-933d-ef84c24db6f3 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409255 Apr 30 13:22:45.110176 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-cacc4a15-4a8c-4324-b1f1-1eb7b498d418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86fe28cf-467b-4ebc-a322-9326c2dad53b {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:22:45.117753 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-cacc4a15-4a8c-4324-b1f1-1eb7b498d418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:45.137776 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-cacc4a15-4a8c-4324-b1f1-1eb7b498d418 service neutron] Transition to ACTIVE for port object 86fe28cf-467b-4ebc-a322-9326c2dad53b will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:22:45.142472 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-cacc4a15-4a8c-4324-b1f1-1eb7b498d418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8252111'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:45.147801 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-d132a603-65c0-4ed1-8636-4dc35648b76c tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:45.305927 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc4a15-4a8c-4324-b1f1-1eb7b498d418 service neutron] Pushing event updated for resources: {'Port': ['ID=86fe28cf-467b-4ebc-a322-9326c2dad53b,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:45.314987 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-cacc4a15-4a8c-4324-b1f1-1eb7b498d418 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:45.384310 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-cacc4a15-4a8c-4324-b1f1-1eb7b498d418 service neutron] Attempting to bind port 86fe28cf-467b-4ebc-a322-9326c2dad53b on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:22:45.384740 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-cacc4a15-4a8c-4324-b1f1-1eb7b498d418 service neutron] Attempting to bind port 86fe28cf-467b-4ebc-a322-9326c2dad53b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '76febac4-7bd3-484d-b170-050fd50007df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd1ca9c26-4200-4876-a057-71f91610daf7'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:22:45.385144 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-cacc4a15-4a8c-4324-b1f1-1eb7b498d418 service neutron] Attempting to bind port 86fe28cf-467b-4ebc-a322-9326c2dad53b on network d1ca9c26-4200-4876-a057-71f91610daf7 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:22:45.390131 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-cacc4a15-4a8c-4324-b1f1-1eb7b498d418 service neutron] Port 86fe28cf-467b-4ebc-a322-9326c2dad53b on network d1ca9c26-4200-4876-a057-71f91610daf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:22:45.390459 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-cacc4a15-4a8c-4324-b1f1-1eb7b498d418 service neutron] Attempting to bind port 86fe28cf-467b-4ebc-a322-9326c2dad53b on network d1ca9c26-4200-4876-a057-71f91610daf7 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:22:45.396152 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-cacc4a15-4a8c-4324-b1f1-1eb7b498d418 service neutron] Checking agent: {'id': '339503ba-6418-440e-8cd9-ebb81c45e407', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:22:45.396350 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-cacc4a15-4a8c-4324-b1f1-1eb7b498d418 service neutron] Checking segment: {'id': '76febac4-7bd3-484d-b170-050fd50007df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd1ca9c26-4200-4876-a057-71f91610daf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:22:45.397018 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-cacc4a15-4a8c-4324-b1f1-1eb7b498d418 service neutron] Bound using segment: {'id': '76febac4-7bd3-484d-b170-050fd50007df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd1ca9c26-4200-4876-a057-71f91610daf7'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:22:45.397367 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-cacc4a15-4a8c-4324-b1f1-1eb7b498d418 service neutron] Bound port: 86fe28cf-467b-4ebc-a322-9326c2dad53b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76febac4-7bd3-484d-b170-050fd50007df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd1ca9c26-4200-4876-a057-71f91610daf7'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:22:45.397715 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-cacc4a15-4a8c-4324-b1f1-1eb7b498d418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:45.494525 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-cacc4a15-4a8c-4324-b1f1-1eb7b498d418 service neutron] For port 86fe28cf-467b-4ebc-a322-9326c2dad53b, host hv-cinder-78836, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:22:45.497841 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-cacc4a15-4a8c-4324-b1f1-1eb7b498d418 service neutron] For port 86fe28cf-467b-4ebc-a322-9326c2dad53b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=86fe28cf-467b-4ebc-a322-9326c2dad53b,segment=NetworkSegment(76febac4-7bd3-484d-b170-050fd50007df),segment_id=76febac4-7bd3-484d-b170-050fd50007df)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:22:45.502248 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-cacc4a15-4a8c-4324-b1f1-1eb7b498d418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8252111'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:45.507104 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-b54c5591-b72a-45f6-90f8-8ca985f39aba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:45.560506 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-cacc4a15-4a8c-4324-b1f1-1eb7b498d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:45.561192 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-cacc4a15-4a8c-4324-b1f1-1eb7b498d418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:45.562560 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-cacc4a15-4a8c-4324-b1f1-1eb7b498d418 service neutron] 10.222.0.96 "PUT /v2.0/ports/86fe28cf-467b-4ebc-a322-9326c2dad53b HTTP/1.1" status: 200 len: 1093 time: 1.0712421 Apr 30 13:22:45.563062 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a80cff4-38d7-4dce-a9b8-6b7eb3929600', 'tag': '86fe28cf-467b-4ebc-a322-9326c2dad53b'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:22:45.605386 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc4a15-4a8c-4324-b1f1-1eb7b498d418 service neutron] Pushing event updated for resources: {'Port': ['ID=86fe28cf-467b-4ebc-a322-9326c2dad53b,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:45.609629 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-cacc4a15-4a8c-4324-b1f1-1eb7b498d418 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:45.616775 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a80cff4-38d7-4dce-a9b8-6b7eb3929600', 'tag': '86fe28cf-467b-4ebc-a322-9326c2dad53b', 'status': 'completed', 'code': 200} Apr 30 13:22:45.737419 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-7521152d-9d8c-422a-8046-6c57e320dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:45.738986 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-7521152d-9d8c-422a-8046-6c57e320dffd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f8a4ed97ca674a6a92ac1ffab86047b3&device_id=6a80cff4-38d7-4dce-a9b8-6b7eb3929600 HTTP/1.1" status: 200 len: 1096 time: 0.0971179 Apr 30 13:22:45.845050 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-52f014ae-1448-4fcd-b042-401f5780bc62 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86fe28cf-467b-4ebc-a322-9326c2dad53b HTTP/1.1" status: 200 len: 217 time: 0.0847385 Apr 30 13:22:45.931153 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-740d91df-0f39-4195-a2cf-b22b3abeeb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:45.933409 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-740d91df-0f39-4195-a2cf-b22b3abeeb56 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=56215cdf-2a16-4386-9230-151e73a5f7db HTTP/1.1" status: 200 len: 853 time: 0.0810332 Apr 30 13:22:45.947868 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294a931-0924-4619-adc1-e05bae0710ea req-5b60e7a5-df50-434f-90d4-1525958e4136 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:45.950145 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f294a931-0924-4619-adc1-e05bae0710ea req-5b60e7a5-df50-434f-90d4-1525958e4136 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a80cff4-38d7-4dce-a9b8-6b7eb3929600 HTTP/1.1" status: 200 len: 943 time: 0.1008747 Apr 30 13:22:45.993748 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-9016a562-4bc1-443f-a274-8bb064eafce4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d1ca9c26-4200-4876-a057-71f91610daf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531452 Apr 30 13:22:46.008206 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f294a931-0924-4619-adc1-e05bae0710ea req-279b0c1b-1109-4552-b9c2-02f1a4b8c7ed tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504231 Apr 30 13:22:46.137180 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-560c8d36-a749-4238-81f6-8f62c3c4b9b2 service neutron] 10.222.0.96 "GET /v2.0/networks/d1ca9c26-4200-4876-a057-71f91610daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356838 Apr 30 13:22:46.282598 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-bd3916e1-2ec4-4e9e-b712-51a07e656ea0 req-dcceeda3-573d-4970-be5a-958c63703c87 service neutron] 10.222.0.96 "GET /v2.0/networks/d1ca9c26-4200-4876-a057-71f91610daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382308 Apr 30 13:22:46.461308 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b053d-d734-42fd-8754-7c471b7ffcc7 req-a058bff6-e2be-4014-9f9b-325d91b9be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:46.462865 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-946b053d-d734-42fd-8754-7c471b7ffcc7 req-a058bff6-e2be-4014-9f9b-325d91b9be10 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f8a4ed97ca674a6a92ac1ffab86047b3&device_id=6a80cff4-38d7-4dce-a9b8-6b7eb3929600 HTTP/1.1" status: 200 len: 1096 time: 0.0764723 Apr 30 13:22:46.601239 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b053d-d734-42fd-8754-7c471b7ffcc7 req-ae175c8c-638b-4390-9022-c75f8a53ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:46.602770 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-946b053d-d734-42fd-8754-7c471b7ffcc7 req-ae175c8c-638b-4390-9022-c75f8a53ddac service neutron] 10.222.0.96 "GET /v2.0/networks?id=d1ca9c26-4200-4876-a057-71f91610daf7 HTTP/1.1" status: 200 len: 915 time: 0.1331990 Apr 30 13:22:46.677836 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-946b053d-d734-42fd-8754-7c471b7ffcc7 req-f7aafb5a-787f-45ba-aee2-2f857e461f4f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86fe28cf-467b-4ebc-a322-9326c2dad53b HTTP/1.1" status: 200 len: 217 time: 0.0682456 Apr 30 13:22:46.746744 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b053d-d734-42fd-8754-7c471b7ffcc7 req-442818d5-fab7-4606-847f-771b36377269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:46.748225 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-946b053d-d734-42fd-8754-7c471b7ffcc7 req-442818d5-fab7-4606-847f-771b36377269 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=56215cdf-2a16-4386-9230-151e73a5f7db HTTP/1.1" status: 200 len: 853 time: 0.0615413 Apr 30 13:22:46.796054 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-946b053d-d734-42fd-8754-7c471b7ffcc7 req-30ec3361-c67b-478c-842a-c2310574576f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d1ca9c26-4200-4876-a057-71f91610daf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406549 Apr 30 13:22:46.832968 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f9aa9-2bb5-4029-8dda-69da46dde941 req-ba7dba2a-5091-479a-a6a4-26049170ac6d tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:46.834374 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-029f9aa9-2bb5-4029-8dda-69da46dde941 req-ba7dba2a-5091-479a-a6a4-26049170ac6d tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 944 time: 0.1483729 Apr 30 13:22:46.839003 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-87943852-0838-4a11-8bd3-9027b0e07ba6 req-684af46c-baea-4785-97fc-f2031f208c34 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1173685 Apr 30 13:22:46.884079 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-029f9aa9-2bb5-4029-8dda-69da46dde941 req-00d07dcb-0cb0-44bb-bb03-c53530c31d92 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434833 Apr 30 13:22:47.046756 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-946b053d-d734-42fd-8754-7c471b7ffcc7 req-4e6c5afc-0c0b-475e-87e4-e7598f6f5a1c service neutron] 10.222.0.96 "GET /v2.0/networks/d1ca9c26-4200-4876-a057-71f91610daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405150 Apr 30 13:22:47.220332 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-946b053d-d734-42fd-8754-7c471b7ffcc7 req-0142c0c6-74a7-45b2-8530-5c9d1171decd service neutron] 10.222.0.96 "GET /v2.0/networks/d1ca9c26-4200-4876-a057-71f91610daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653268 Apr 30 13:22:47.242386 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7f9d2-435a-4e77-888d-227da3e952a8 req-932a15cb-7f09-49a1-b750-57d9673424b2 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:47.249429 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bba7f9d2-435a-4e77-888d-227da3e952a8 req-932a15cb-7f09-49a1-b750-57d9673424b2 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a80cff4-38d7-4dce-a9b8-6b7eb3929600 HTTP/1.1" status: 200 len: 943 time: 0.1071784 Apr 30 13:22:47.292619 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bba7f9d2-435a-4e77-888d-227da3e952a8 req-d532e6eb-a9e7-44cd-84f6-de9e279f800d tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421720 Apr 30 13:22:47.296889 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device fb4992e8-bb22-427e-91f8-6eee41a6446d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:22:47.465212 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87943852-0838-4a11-8bd3-9027b0e07ba6 req-5bbd9cfa-4e51-4e33-86a2-f80cbfaaab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:47.466996 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-87943852-0838-4a11-8bd3-9027b0e07ba6 req-5bbd9cfa-4e51-4e33-86a2-f80cbfaaab8c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781&tenant_id=2957845d7c874208b3d921bf499e5b7b HTTP/1.1" status: 200 len: 1097 time: 0.0887856 Apr 30 13:22:47.578105 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87943852-0838-4a11-8bd3-9027b0e07ba6 req-e5295439-025f-4a3f-915e-b540afeb45e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:47.579710 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-87943852-0838-4a11-8bd3-9027b0e07ba6 req-e5295439-025f-4a3f-915e-b540afeb45e3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2957845d7c874208b3d921bf499e5b7b&device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 1097 time: 0.0779243 Apr 30 13:22:47.713319 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87943852-0838-4a11-8bd3-9027b0e07ba6 req-24b81ad3-e693-401b-8f6a-f0adce80701b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:47.714973 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-87943852-0838-4a11-8bd3-9027b0e07ba6 req-24b81ad3-e693-401b-8f6a-f0adce80701b service neutron] 10.222.0.96 "GET /v2.0/networks?id=5ea56348-3132-43ce-93d5-7c6eb60259bf HTTP/1.1" status: 200 len: 917 time: 0.1280785 Apr 30 13:22:47.821607 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-87943852-0838-4a11-8bd3-9027b0e07ba6 req-1d5ee944-f316-402f-bb11-6c7330dc0dbb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb4992e8-bb22-427e-91f8-6eee41a6446d HTTP/1.1" status: 200 len: 999 time: 0.0963526 Apr 30 13:22:47.887708 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87943852-0838-4a11-8bd3-9027b0e07ba6 req-93ab9d51-8f81-4b13-9e7b-cf2febfa890e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:47.889766 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-87943852-0838-4a11-8bd3-9027b0e07ba6 req-93ab9d51-8f81-4b13-9e7b-cf2febfa890e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8bf6f55f-7a38-4a76-a15c-e255e10f02cb HTTP/1.1" status: 200 len: 854 time: 0.0573864 Apr 30 13:22:47.970553 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87943852-0838-4a11-8bd3-9027b0e07ba6 req-c07f251d-a904-4933-8480-83974c304827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:47.972041 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-87943852-0838-4a11-8bd3-9027b0e07ba6 req-c07f251d-a904-4933-8480-83974c304827 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5ea56348-3132-43ce-93d5-7c6eb60259bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727315 Apr 30 13:22:48.084266 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625c210-b97f-49fe-b571-0291893e939a req-d476cd88-4faa-4825-80e8-dadc978741c4 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:48.085816 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e625c210-b97f-49fe-b571-0291893e939a req-d476cd88-4faa-4825-80e8-dadc978741c4 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 944 time: 0.0817091 Apr 30 13:22:48.110834 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-87943852-0838-4a11-8bd3-9027b0e07ba6 req-f3c02e02-eb45-4062-a116-4285a96cfa34 service neutron] 10.222.0.96 "GET /v2.0/networks/5ea56348-3132-43ce-93d5-7c6eb60259bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278834 Apr 30 13:22:48.132183 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e625c210-b97f-49fe-b571-0291893e939a req-e1529d5c-1ff8-4da5-8188-e8642926db75 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400419 Apr 30 13:22:48.252565 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-87943852-0838-4a11-8bd3-9027b0e07ba6 req-bb6f3ffc-959a-4ee1-8328-232f1f39961b service neutron] 10.222.0.96 "GET /v2.0/networks/5ea56348-3132-43ce-93d5-7c6eb60259bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311970 Apr 30 13:22:48.614300 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115ac9b-429f-4098-91b6-44d3fbb9c047 req-70c6535e-0979-4782-a5de-4b317e3ee09c tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:48.615762 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4115ac9b-429f-4098-91b6-44d3fbb9c047 req-70c6535e-0979-4782-a5de-4b317e3ee09c tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a80cff4-38d7-4dce-a9b8-6b7eb3929600 HTTP/1.1" status: 200 len: 943 time: 0.1971595 Apr 30 13:22:48.673384 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4115ac9b-429f-4098-91b6-44d3fbb9c047 req-b8c3ade8-72fc-49cb-982a-890c67533a2c tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516374 Apr 30 13:22:49.299416 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 86fe28cf-467b-4ebc-a322-9326c2dad53b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:22:49.328968 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa675728-86c0-4e62-b862-047ddb34ac5f req-e431db43-296e-423f-b49d-5cf045534e6c tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:49.330529 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fa675728-86c0-4e62-b862-047ddb34ac5f req-e431db43-296e-423f-b49d-5cf045534e6c tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 944 time: 0.0828166 Apr 30 13:22:49.429347 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fa675728-86c0-4e62-b862-047ddb34ac5f req-e5e5bdbe-8bac-47a5-b4ac-fe259070ad4d tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845671 Apr 30 13:22:49.491366 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 86fe28cf-467b-4ebc-a322-9326c2dad53b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=86fe28cf-467b-4ebc-a322-9326c2dad53b,segment=NetworkSegment(76febac4-7bd3-484d-b170-050fd50007df),segment_id=76febac4-7bd3-484d-b170-050fd50007df)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:49.508727 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Returning: {'device': '86fe28cf-467b-4ebc-a322-9326c2dad53b', 'network_id': 'd1ca9c26-4200-4876-a057-71f91610daf7', 'port_id': '86fe28cf-467b-4ebc-a322-9326c2dad53b', 'mac_address': 'fa:16:3e:fd:77:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56215cdf-2a16-4386-9230-151e73a5f7db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:22:49.594871 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:49.625781 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86fe28cf-467b-4ebc-a322-9326c2dad53b {{(pid=73847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:22:49.649396 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 86fe28cf-467b-4ebc-a322-9326c2dad53b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=86fe28cf-467b-4ebc-a322-9326c2dad53b,segment=NetworkSegment(76febac4-7bd3-484d-b170-050fd50007df),segment_id=76febac4-7bd3-484d-b170-050fd50007df)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:49.655642 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:49.659926 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:49.757329 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=86fe28cf-467b-4ebc-a322-9326c2dad53b,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:49.761491 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:49.886045 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1750eb4-ff2c-4b3c-a82c-02552ff88562 req-65b7a116-b9c4-49e9-9454-ba4c5665cab7 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:49.887546 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d1750eb4-ff2c-4b3c-a82c-02552ff88562 req-65b7a116-b9c4-49e9-9454-ba4c5665cab7 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a80cff4-38d7-4dce-a9b8-6b7eb3929600 HTTP/1.1" status: 200 len: 944 time: 0.0860050 Apr 30 13:22:49.939119 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d1750eb4-ff2c-4b3c-a82c-02552ff88562 req-dc591832-10a8-4ae9-a8f9-731b565ae7a0 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412400 Apr 30 13:22:49.984057 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['86fe28cf-467b-4ebc-a322-9326c2dad53b'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:22:50.681298 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf1150-7619-49d5-b585-48b8c2ac2f7c req-abce1071-5e8f-4443-88e7-6ff2d2828625 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:50.683666 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5bcf1150-7619-49d5-b585-48b8c2ac2f7c req-abce1071-5e8f-4443-88e7-6ff2d2828625 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 944 time: 0.1068163 Apr 30 13:22:50.737906 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5bcf1150-7619-49d5-b585-48b8c2ac2f7c req-45e65780-95eb-47d0-b86b-93d68426bf49 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475211 Apr 30 13:22:51.145096 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f86d6-ab6e-48e9-b78e-f3b091788a26 req-3100810a-e0c2-44ba-bc1c-314f27742078 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:51.147155 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0b8f86d6-ab6e-48e9-b78e-f3b091788a26 req-3100810a-e0c2-44ba-bc1c-314f27742078 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a80cff4-38d7-4dce-a9b8-6b7eb3929600 HTTP/1.1" status: 200 len: 944 time: 0.0922201 Apr 30 13:22:51.199433 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0b8f86d6-ab6e-48e9-b78e-f3b091788a26 req-9bdf3e9e-030e-46c1-af3f-06daac0fffac tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460343 Apr 30 13:22:51.326611 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 86fe28cf-467b-4ebc-a322-9326c2dad53b up at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:22:51.397126 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning for port 86fe28cf-467b-4ebc-a322-9326c2dad53b completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:22:51.402237 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning complete for port 86fe28cf-467b-4ebc-a322-9326c2dad53b triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:22:51.403177 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:51.537609 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:51.567049 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a80cff4-38d7-4dce-a9b8-6b7eb3929600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fe28cf-467b-4ebc-a322-9326c2dad53b'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:22:51.578130 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 86fe28cf-467b-4ebc-a322-9326c2dad53b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=86fe28cf-467b-4ebc-a322-9326c2dad53b,segment=NetworkSegment(76febac4-7bd3-484d-b170-050fd50007df),segment_id=76febac4-7bd3-484d-b170-050fd50007df)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:51.583875 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:51.587203 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:51.635333 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a80cff4-38d7-4dce-a9b8-6b7eb3929600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fe28cf-467b-4ebc-a322-9326c2dad53b', 'code': 200} Apr 30 13:22:51.673837 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=86fe28cf-467b-4ebc-a322-9326c2dad53b,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:51.683984 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:51.941838 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8723103-a4ac-466d-bb9e-904457f3f3ba req-1dc01c83-e3a0-4635-9a0f-3e4f2b876822 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:51.943469 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d8723103-a4ac-466d-bb9e-904457f3f3ba req-1dc01c83-e3a0-4635-9a0f-3e4f2b876822 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 944 time: 0.0888119 Apr 30 13:22:52.005165 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d8723103-a4ac-466d-bb9e-904457f3f3ba req-fef197d1-d8be-435b-b39b-5fa19af57070 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485036 Apr 30 13:22:52.411367 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd696a-b5e2-490a-8a76-044bbfb818ef req-83215927-435c-40fc-9edd-7b8f8e13ef1f tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:52.412889 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ccdd696a-b5e2-490a-8a76-044bbfb818ef req-83215927-435c-40fc-9edd-7b8f8e13ef1f tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a80cff4-38d7-4dce-a9b8-6b7eb3929600 HTTP/1.1" status: 200 len: 945 time: 0.0866568 Apr 30 13:22:52.461256 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ccdd696a-b5e2-490a-8a76-044bbfb818ef req-4b40d551-f5d7-44cb-91d5-f48781dc6889 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426929 Apr 30 13:22:53.239962 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6955f68-537f-4df3-9950-ad88b4289292 req-b71c900a-f3b9-474b-98b2-54415d4d60b9 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:53.246261 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d6955f68-537f-4df3-9950-ad88b4289292 req-b71c900a-f3b9-474b-98b2-54415d4d60b9 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 944 time: 0.1108675 Apr 30 13:22:53.315469 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d6955f68-537f-4df3-9950-ad88b4289292 req-58847438-93f7-49d3-8ea6-c3a1616ae7e9 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673480 Apr 30 13:22:53.658030 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdd816-eb00-4e60-8291-bc467ce93735 req-598b401f-c83d-4dd5-b6f5-5da867a95057 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:53.660289 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-91cdd816-eb00-4e60-8291-bc467ce93735 req-598b401f-c83d-4dd5-b6f5-5da867a95057 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a80cff4-38d7-4dce-a9b8-6b7eb3929600 HTTP/1.1" status: 200 len: 945 time: 0.0907369 Apr 30 13:22:53.716563 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-91cdd816-eb00-4e60-8291-bc467ce93735 req-71b01a59-3856-449f-90d6-75d607f4ca9f tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496082 Apr 30 13:22:54.563573 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd80d3-aac9-4dd0-9974-b905ef34f731 req-a50a8d39-a810-4af7-aaf2-38e1aa97b701 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:54.565359 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-13dd80d3-aac9-4dd0-9974-b905ef34f731 req-a50a8d39-a810-4af7-aaf2-38e1aa97b701 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 944 time: 0.1011083 Apr 30 13:22:54.627251 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-13dd80d3-aac9-4dd0-9974-b905ef34f731 req-32e8ac5d-e347-41f5-ba35-2c46ebc3c66c tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525851 Apr 30 13:22:54.931500 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1dbabe-4e91-4873-80d0-b2734bacaf1e req-28b0089d-2066-4ee9-a60f-cefb95b89736 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:54.933194 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5f1dbabe-4e91-4873-80d0-b2734bacaf1e req-28b0089d-2066-4ee9-a60f-cefb95b89736 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a80cff4-38d7-4dce-a9b8-6b7eb3929600 HTTP/1.1" status: 200 len: 945 time: 0.1070552 Apr 30 13:22:55.005255 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5f1dbabe-4e91-4873-80d0-b2734bacaf1e req-359f0645-b652-4a37-b366-10763296cc2b tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607696 Apr 30 13:22:55.876358 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fb9aa-d650-4a4d-b8e8-931cc9b9e501 req-154d546d-a326-4e69-9b88-e7e1fa33e579 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:55.877906 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a73fb9aa-d650-4a4d-b8e8-931cc9b9e501 req-154d546d-a326-4e69-9b88-e7e1fa33e579 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 944 time: 0.0891430 Apr 30 13:22:55.927071 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a73fb9aa-d650-4a4d-b8e8-931cc9b9e501 req-90640661-51e5-4ed8-9573-09b59302af0e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430999 Apr 30 13:22:56.288216 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d8b85-6dcb-4b88-aaef-bd546ddfaf5d req-00eb5af3-ecee-4d4d-bc1b-7cafdbbcd544 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:56.291201 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a08d8b85-6dcb-4b88-aaef-bd546ddfaf5d req-00eb5af3-ecee-4d4d-bc1b-7cafdbbcd544 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a80cff4-38d7-4dce-a9b8-6b7eb3929600 HTTP/1.1" status: 200 len: 945 time: 0.1583264 Apr 30 13:22:56.354082 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a08d8b85-6dcb-4b88-aaef-bd546ddfaf5d req-e739f073-21d3-46b2-9103-daf953e4e98e tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522237 Apr 30 13:22:57.195734 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 37878) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:57.219241 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632646de-86b5-4033-9d46-08c496c4f0b5 req-0a642731-d3be-42a3-bc85-ffc321960a6a tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:57.223097 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-632646de-86b5-4033-9d46-08c496c4f0b5 req-0a642731-d3be-42a3-bc85-ffc321960a6a tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 944 time: 0.1265397 Apr 30 13:22:57.288558 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-632646de-86b5-4033-9d46-08c496c4f0b5 req-c1b803de-9501-496f-bebc-be0a24372294 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542281 Apr 30 13:22:57.365891 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2350f2af-42df-4fc8-a363-ba50a8c53d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:57.382375 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-2350f2af-42df-4fc8-a363-ba50a8c53d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:57.387207 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-2350f2af-42df-4fc8-a363-ba50a8c53d9f admin admin] Usage tracker for resource:security_group_rule and tenant:d6899d76a9db4f80bb6c10cd9885eb4a is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:57.391372 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-2350f2af-42df-4fc8-a363-ba50a8c53d9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:57.400447 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-2350f2af-42df-4fc8-a363-ba50a8c53d9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:57.532300 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2350f2af-42df-4fc8-a363-ba50a8c53d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:57.540486 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2350f2af-42df-4fc8-a363-ba50a8c53d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:57.553356 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-838fe540-7403-424e-bc7c-8dd09d6a59e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:57.615459 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-2350f2af-42df-4fc8-a363-ba50a8c53d9f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d6899d76a9db4f80bb6c10cd9885eb4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4180102 Apr 30 13:22:57.616604 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350f2af-42df-4fc8-a363-ba50a8c53d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ba4dcc-bbb8-4d59-bf81-a396c7c01387,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:57.622923 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 37886) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:57.626943 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350f2af-42df-4fc8-a363-ba50a8c53d9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:57.627452 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350f2af-42df-4fc8-a363-ba50a8c53d9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:57.627942 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350f2af-42df-4fc8-a363-ba50a8c53d9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:57.628568 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350f2af-42df-4fc8-a363-ba50a8c53d9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:57.629179 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350f2af-42df-4fc8-a363-ba50a8c53d9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:57.629794 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350f2af-42df-4fc8-a363-ba50a8c53d9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:57.630419 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350f2af-42df-4fc8-a363-ba50a8c53d9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:57.631024 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350f2af-42df-4fc8-a363-ba50a8c53d9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:57.631649 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350f2af-42df-4fc8-a363-ba50a8c53d9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:57.632232 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350f2af-42df-4fc8-a363-ba50a8c53d9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:57.632834 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350f2af-42df-4fc8-a363-ba50a8c53d9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:57.633421 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350f2af-42df-4fc8-a363-ba50a8c53d9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:57.637732 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-2350f2af-42df-4fc8-a363-ba50a8c53d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:57.752292 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-83b4d2cb-6c2a-4168-8f75-7539aee371d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:57.771549 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81dcaad-2e12-436a-934a-fcf474a5568e req-24805760-beef-4721-a9bd-9ac05e03f2c0 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:57.773647 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d81dcaad-2e12-436a-934a-fcf474a5568e req-24805760-beef-4721-a9bd-9ac05e03f2c0 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a80cff4-38d7-4dce-a9b8-6b7eb3929600 HTTP/1.1" status: 200 len: 945 time: 0.2341816 Apr 30 13:22:57.843877 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-83b4d2cb-6c2a-4168-8f75-7539aee371d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:57.886980 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d81dcaad-2e12-436a-934a-fcf474a5568e req-dbede099-ec1c-4623-a4f0-b6cd9c53c331 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021438 Apr 30 13:22:57.939949 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-83b4d2cb-6c2a-4168-8f75-7539aee371d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:57.946921 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-7af22800-ee1c-4515-a74f-b461e48d39a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:57.962206 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4d2cb-6c2a-4168-8f75-7539aee371d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ba4dcc-bbb8-4d59-bf81-a396c7c01387,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:57.966504 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-83b4d2cb-6c2a-4168-8f75-7539aee371d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:57.978282 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-83b4d2cb-6c2a-4168-8f75-7539aee371d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:57.983449 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-83b4d2cb-6c2a-4168-8f75-7539aee371d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b5ba4dcc-bbb8-4d59-bf81-a396c7c01387 HTTP/1.1" status: 204 len: 168 time: 0.3581181 Apr 30 13:22:58.376173 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 37896) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:58.401461 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6b8fe02f-693f-40b8-bf35-451d0cb6083a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:58.423917 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-6b8fe02f-693f-40b8-bf35-451d0cb6083a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:58.429170 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-6b8fe02f-693f-40b8-bf35-451d0cb6083a admin admin] Usage tracker for resource:security_group_rule and tenant:435cfb202051473bb0f30bec0c09f835 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:58.435298 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-6b8fe02f-693f-40b8-bf35-451d0cb6083a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:58.451070 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-6b8fe02f-693f-40b8-bf35-451d0cb6083a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:58.565099 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ccec2-4c46-4514-9606-f01f2ac16bbe req-0a6128ae-6d89-4724-9614-873b94892912 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:58.571354 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-181ccec2-4c46-4514-9606-f01f2ac16bbe req-0a6128ae-6d89-4724-9614-873b94892912 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 944 time: 0.1215487 Apr 30 13:22:58.674680 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-181ccec2-4c46-4514-9606-f01f2ac16bbe req-08cae6f7-d1f5-4b38-8daa-9b4cfd331094 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005123 Apr 30 13:22:58.705288 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6b8fe02f-693f-40b8-bf35-451d0cb6083a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:58.709499 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6b8fe02f-693f-40b8-bf35-451d0cb6083a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:58.717685 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1d62a512-62bb-4287-b164-d50667438855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:58.759608 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8fe02f-693f-40b8-bf35-451d0cb6083a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a515947-86fa-4e01-9d66-ba00f9122ac0,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:58.764881 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-6b8fe02f-693f-40b8-bf35-451d0cb6083a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=435cfb202051473bb0f30bec0c09f835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3873184 Apr 30 13:22:58.766253 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-6b8fe02f-693f-40b8-bf35-451d0cb6083a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:58.767480 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 37900) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:58.833170 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4a2c6eb6-419c-4a01-9ed7-6d841abb6993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:58.861260 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4a2c6eb6-419c-4a01-9ed7-6d841abb6993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:58.923789 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4a2c6eb6-419c-4a01-9ed7-6d841abb6993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:58.927817 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1113966d-ed56-48f6-8f78-d18bd60ec217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:59.076104 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c6eb6-419c-4a01-9ed7-6d841abb6993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a515947-86fa-4e01-9d66-ba00f9122ac0,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:59.091040 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-4a2c6eb6-419c-4a01-9ed7-6d841abb6993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:59.095684 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4a2c6eb6-419c-4a01-9ed7-6d841abb6993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:59.099387 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-4a2c6eb6-419c-4a01-9ed7-6d841abb6993 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a515947-86fa-4e01-9d66-ba00f9122ac0 HTTP/1.1" status: 204 len: 168 time: 0.3283813 Apr 30 13:22:59.150795 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3945fa-23f2-4885-b003-7e33ec1f077f req-e6ed3049-5b0d-45d3-b817-190d84e9edee tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:59.152959 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2e3945fa-23f2-4885-b003-7e33ec1f077f req-e6ed3049-5b0d-45d3-b817-190d84e9edee tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a80cff4-38d7-4dce-a9b8-6b7eb3929600 HTTP/1.1" status: 200 len: 945 time: 0.1112559 Apr 30 13:22:59.205585 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2e3945fa-23f2-4885-b003-7e33ec1f077f req-7eeab1ff-0c81-48ed-8afe-a4a66f3cc0e1 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442860 Apr 30 13:22:59.921671 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef846b-d044-448b-9d9a-b207b7f969ae req-ac83a885-da71-4eda-ab63-a0eacadfbcd1 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:59.923218 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e9ef846b-d044-448b-9d9a-b207b7f969ae req-ac83a885-da71-4eda-ab63-a0eacadfbcd1 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 944 time: 0.0978758 Apr 30 13:22:59.982587 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e9ef846b-d044-448b-9d9a-b207b7f969ae req-2c5e3ac7-bf32-4870-8bbe-64d70d075d1b tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515170 Apr 30 13:23:00.401652 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8c622-811e-4ef8-ab19-2fcf388c7c4d req-42459e3f-1c70-4b87-a223-73ea68efe7a5 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:00.403406 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8fc8c622-811e-4ef8-ab19-2fcf388c7c4d req-42459e3f-1c70-4b87-a223-73ea68efe7a5 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a80cff4-38d7-4dce-a9b8-6b7eb3929600 HTTP/1.1" status: 200 len: 945 time: 0.0873816 Apr 30 13:23:00.454810 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8fc8c622-811e-4ef8-ab19-2fcf388c7c4d req-56acaa80-c04d-40a6-b47f-1527d020fe60 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438097 Apr 30 13:23:01.011440 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d29c5a-237f-42cb-9afc-b0e1d86f0160 req-a1378bd7-9b11-4fab-914d-2883947747c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:01.013035 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-23d29c5a-237f-42cb-9afc-b0e1d86f0160 req-a1378bd7-9b11-4fab-914d-2883947747c0 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6a80cff4-38d7-4dce-a9b8-6b7eb3929600 HTTP/1.1" status: 200 len: 1098 time: 0.0731983 Apr 30 13:23:01.033639 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 37956) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:01.064121 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-23d29c5a-237f-42cb-9afc-b0e1d86f0160 req-edce73a4-6fc1-4768-baed-374f4743eb55 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422151 Apr 30 13:23:01.167994 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-60409cb8-4412-4ee4-a035-f15368042655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:01.190358 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-60409cb8-4412-4ee4-a035-f15368042655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:01.200715 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-60409cb8-4412-4ee4-a035-f15368042655 admin admin] Usage tracker for resource:security_group_rule and tenant:ebe2a5440b3f43e7baf7bdc90daf45ad is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:01.205829 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-60409cb8-4412-4ee4-a035-f15368042655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:01.214962 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-60409cb8-4412-4ee4-a035-f15368042655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:01.234245 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd87ad4-0e41-4c9e-b547-e8ad9710b1f3 req-bc87bffa-0316-4084-b157-463cb5d6d6db tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:01.235868 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6cd87ad4-0e41-4c9e-b547-e8ad9710b1f3 req-bc87bffa-0316-4084-b157-463cb5d6d6db tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 944 time: 0.1405544 Apr 30 13:23:01.308201 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6cd87ad4-0e41-4c9e-b547-e8ad9710b1f3 req-79faf8bc-de33-4099-a49a-c54cf4e8b2c3 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626872 Apr 30 13:23:01.356537 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-60409cb8-4412-4ee4-a035-f15368042655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:01.360974 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-60409cb8-4412-4ee4-a035-f15368042655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:01.369615 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e314c88a-9e88-4649-a788-520dd938fde2 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:01.410964 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-60409cb8-4412-4ee4-a035-f15368042655 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ebe2a5440b3f43e7baf7bdc90daf45ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3753004 Apr 30 13:23:01.412784 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60409cb8-4412-4ee4-a035-f15368042655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41580f99-00b7-405d-bd0f-31ad96d3fe9f,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:01.413913 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 37962) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:01.416125 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-60409cb8-4412-4ee4-a035-f15368042655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:01.475427 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b66e1794-d1bb-43f4-aad3-ff71ce8e6420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:01.502013 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b66e1794-d1bb-43f4-aad3-ff71ce8e6420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:01.561928 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b66e1794-d1bb-43f4-aad3-ff71ce8e6420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:01.565991 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-a79a6fdf-3c9e-4eb5-8ced-139dd4d31d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:01.583054 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e1794-d1bb-43f4-aad3-ff71ce8e6420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41580f99-00b7-405d-bd0f-31ad96d3fe9f,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:01.585987 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-b66e1794-d1bb-43f4-aad3-ff71ce8e6420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:01.597882 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b66e1794-d1bb-43f4-aad3-ff71ce8e6420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:01.601884 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-b66e1794-d1bb-43f4-aad3-ff71ce8e6420 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/41580f99-00b7-405d-bd0f-31ad96d3fe9f HTTP/1.1" status: 204 len: 168 time: 0.1867211 Apr 30 13:23:01.652501 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f12a33-c99b-43d0-99e3-3248f3e43563 req-397f5c3c-4ce6-4a06-995a-2153b83447fb tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:01.654456 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a0f12a33-c99b-43d0-99e3-3248f3e43563 req-397f5c3c-4ce6-4a06-995a-2153b83447fb tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a80cff4-38d7-4dce-a9b8-6b7eb3929600 HTTP/1.1" status: 200 len: 945 time: 0.0885158 Apr 30 13:23:01.704424 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a0f12a33-c99b-43d0-99e3-3248f3e43563 req-7a411ced-5461-45e2-9762-09a717e6dff5 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437579 Apr 30 13:23:01.908231 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 37972) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:01.927768 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-31000470-1030-4abf-92a6-470ca24f85b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:01.945905 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-31000470-1030-4abf-92a6-470ca24f85b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:01.949768 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-31000470-1030-4abf-92a6-470ca24f85b9 admin admin] Usage tracker for resource:security_group_rule and tenant:33000a2518584222a0eb1556d4864819 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:01.953420 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-31000470-1030-4abf-92a6-470ca24f85b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:01.959621 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-31000470-1030-4abf-92a6-470ca24f85b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:02.044258 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-31000470-1030-4abf-92a6-470ca24f85b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:02.048692 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-31000470-1030-4abf-92a6-470ca24f85b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:02.055835 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-dc5bb48b-f02a-48d8-85a6-7ce554ee7c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:02.096506 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31000470-1030-4abf-92a6-470ca24f85b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23119fab-5052-4163-a87f-c82033afeee6,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:02.099330 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-31000470-1030-4abf-92a6-470ca24f85b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:02.101837 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-31000470-1030-4abf-92a6-470ca24f85b9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=33000a2518584222a0eb1556d4864819&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922014 Apr 30 13:23:02.104702 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 37976) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:02.184479 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-18cd9b58-58c2-4039-9200-bec697d3466a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:02.212446 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-18cd9b58-58c2-4039-9200-bec697d3466a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:02.276664 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-18cd9b58-58c2-4039-9200-bec697d3466a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:02.284556 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-6b8fe02f-693f-40b8-bf35-451d0cb6083a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:02.306953 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd9b58-58c2-4039-9200-bec697d3466a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23119fab-5052-4163-a87f-c82033afeee6,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:02.312458 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-18cd9b58-58c2-4039-9200-bec697d3466a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:02.319411 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-18cd9b58-58c2-4039-9200-bec697d3466a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:02.321564 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-18cd9b58-58c2-4039-9200-bec697d3466a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/23119fab-5052-4163-a87f-c82033afeee6 HTTP/1.1" status: 204 len: 168 time: 0.2154615 Apr 30 13:23:02.540850 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f83755-a2c0-44d4-bbc5-fe8dd91d2081 req-bc0aaf34-004a-4e4f-82e9-a5019833f7d8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:02.542445 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-88f83755-a2c0-44d4-bbc5-fe8dd91d2081 req-bc0aaf34-004a-4e4f-82e9-a5019833f7d8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 944 time: 0.1038029 Apr 30 13:23:02.595817 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-88f83755-a2c0-44d4-bbc5-fe8dd91d2081 req-d9840f0b-996f-48f0-a6d4-45d0a59b9932 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470953 Apr 30 13:23:02.911111 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67387af6-a21c-4567-ac0a-36682b1ef305 req-72db7750-bb55-414f-8454-f543c9414b9a tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:02.912728 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-67387af6-a21c-4567-ac0a-36682b1ef305 req-72db7750-bb55-414f-8454-f543c9414b9a tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a80cff4-38d7-4dce-a9b8-6b7eb3929600 HTTP/1.1" status: 200 len: 945 time: 0.0828209 Apr 30 13:23:02.960711 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-67387af6-a21c-4567-ac0a-36682b1ef305 req-a198056b-f072-4e0c-ba2e-22159e00d0f7 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416880 Apr 30 13:23:03.398510 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device fb4992e8-bb22-427e-91f8-6eee41a6446d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:23:03.544049 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port fb4992e8-bb22-427e-91f8-6eee41a6446d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fb4992e8-bb22-427e-91f8-6eee41a6446d,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:03.558899 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Returning: {'device': 'fb4992e8-bb22-427e-91f8-6eee41a6446d', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'port_id': 'fb4992e8-bb22-427e-91f8-6eee41a6446d', 'mac_address': 'fa:16:3e:8b:e4:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:23:03.617042 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:03.637804 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4992e8-bb22-427e-91f8-6eee41a6446d {{(pid=73847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:23:03.662498 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port fb4992e8-bb22-427e-91f8-6eee41a6446d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fb4992e8-bb22-427e-91f8-6eee41a6446d,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:03.668793 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:03.671435 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-d9db6db0-8bda-437f-a784-f7f25dd7c382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:03.749567 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=fb4992e8-bb22-427e-91f8-6eee41a6446d,revision_number=9']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:03.760117 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:03.760736 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:03.761262 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:03.761596 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:03.761930 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:03.762282 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:03.762612 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:03.762938 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:03.763402 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:03.763998 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:03.764422 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:03.764745 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:03.769002 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:03.819532 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428b0cb-392c-48a7-9bc6-e93b945025e3 req-ab3d7d3b-69e4-4fda-b025-d02e4b2dc5f4 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:03.821033 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6428b0cb-392c-48a7-9bc6-e93b945025e3 req-ab3d7d3b-69e4-4fda-b025-d02e4b2dc5f4 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 945 time: 0.0872018 Apr 30 13:23:03.867989 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6428b0cb-392c-48a7-9bc6-e93b945025e3 req-a4fce075-4664-458b-9ca4-abb9653fefa5 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406110 Apr 30 13:23:03.984396 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['fb4992e8-bb22-427e-91f8-6eee41a6446d'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:23:04.491822 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:05.085735 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc058f-6145-47d3-a52b-f52617eb7f00 req-1b3a70ab-470f-4a2e-ad8f-2c70101f481b tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:05.087374 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8cfc058f-6145-47d3-a52b-f52617eb7f00 req-1b3a70ab-470f-4a2e-ad8f-2c70101f481b tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 945 time: 0.0879755 Apr 30 13:23:05.132100 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8cfc058f-6145-47d3-a52b-f52617eb7f00 req-c6b892c1-78dd-4c02-84d5-9d41d2cadbd9 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388556 Apr 30 13:23:05.140879 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 38068) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:05.257341 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-83e8754c-e57d-4b87-8f3b-fe1ebe24ba16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:05.271826 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-83e8754c-e57d-4b87-8f3b-fe1ebe24ba16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:05.275585 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-83e8754c-e57d-4b87-8f3b-fe1ebe24ba16 admin admin] Usage tracker for resource:security_group_rule and tenant:d71554fc40e04157b9a72bfb93a73e6c is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:05.278419 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-83e8754c-e57d-4b87-8f3b-fe1ebe24ba16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:05.284066 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-83e8754c-e57d-4b87-8f3b-fe1ebe24ba16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:05.365302 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-83e8754c-e57d-4b87-8f3b-fe1ebe24ba16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:05.368837 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-83e8754c-e57d-4b87-8f3b-fe1ebe24ba16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:05.376238 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:05.410492 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device fb4992e8-bb22-427e-91f8-6eee41a6446d up at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:23:05.417124 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-83e8754c-e57d-4b87-8f3b-fe1ebe24ba16 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d71554fc40e04157b9a72bfb93a73e6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745001 Apr 30 13:23:05.417681 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8754c-e57d-4b87-8f3b-fe1ebe24ba16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b498baa4-3607-4bf6-92e2-05e8c9483ace,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:05.419962 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 38074) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:05.422117 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-83e8754c-e57d-4b87-8f3b-fe1ebe24ba16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:05.484387 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-82fb5856-e101-4ea2-8cf5-ae4bbbc6986e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:05.510430 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning complete for port fb4992e8-bb22-427e-91f8-6eee41a6446d triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:05.511385 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:05.511558 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-82fb5856-e101-4ea2-8cf5-ae4bbbc6986e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:05.563251 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-82fb5856-e101-4ea2-8cf5-ae4bbbc6986e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:05.568623 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-6a68d289-f862-41ef-8cb5-fa9e19aa97c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:05.581815 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb5856-e101-4ea2-8cf5-ae4bbbc6986e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b498baa4-3607-4bf6-92e2-05e8c9483ace,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:05.585316 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-82fb5856-e101-4ea2-8cf5-ae4bbbc6986e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:05.594829 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-82fb5856-e101-4ea2-8cf5-ae4bbbc6986e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:05.599152 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-82fb5856-e101-4ea2-8cf5-ae4bbbc6986e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b498baa4-3607-4bf6-92e2-05e8c9483ace HTTP/1.1" status: 204 len: 168 time: 0.1771488 Apr 30 13:23:05.642974 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:05.672599 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e561ff8-b905-4327-a5d2-5b488f6ed781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4992e8-bb22-427e-91f8-6eee41a6446d'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:23:05.696102 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port fb4992e8-bb22-427e-91f8-6eee41a6446d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fb4992e8-bb22-427e-91f8-6eee41a6446d,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:05.702125 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:05.704652 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:05.744516 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e561ff8-b905-4327-a5d2-5b488f6ed781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4992e8-bb22-427e-91f8-6eee41a6446d', 'code': 200} Apr 30 13:23:05.790836 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=fb4992e8-bb22-427e-91f8-6eee41a6446d,revision_number=10']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:05.794661 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:05.943819 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 38086) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:05.963089 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0dec74e3-3cab-4a51-9c89-d61fc03a6721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:06.018468 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-0dec74e3-3cab-4a51-9c89-d61fc03a6721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:06.023980 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-0dec74e3-3cab-4a51-9c89-d61fc03a6721 admin admin] Usage tracker for resource:security_group_rule and tenant:dbd88bcc2d08443ea5a16e501ee4c434 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:06.027455 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-0dec74e3-3cab-4a51-9c89-d61fc03a6721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:06.034604 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-0dec74e3-3cab-4a51-9c89-d61fc03a6721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:06.085144 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e5450-bf2b-41fe-b40f-58d272cc037f req-0fd7227a-e1b8-4c60-aa9c-3042ab19b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:06.086716 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-783e5450-bf2b-41fe-b40f-58d272cc037f req-0fd7227a-e1b8-4c60-aa9c-3042ab19b320 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 1100 time: 0.1101515 Apr 30 13:23:06.153853 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-783e5450-bf2b-41fe-b40f-58d272cc037f req-b76c4de6-c20c-4d5d-a522-99ec524ececf service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599256 Apr 30 13:23:06.166774 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0dec74e3-3cab-4a51-9c89-d61fc03a6721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:06.171776 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0dec74e3-3cab-4a51-9c89-d61fc03a6721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:06.180027 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-2350f2af-42df-4fc8-a363-ba50a8c53d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:06.220213 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-0dec74e3-3cab-4a51-9c89-d61fc03a6721 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dbd88bcc2d08443ea5a16e501ee4c434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749212 Apr 30 13:23:06.222888 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 38092) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:06.225370 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec74e3-3cab-4a51-9c89-d61fc03a6721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b733dff8-f9b3-4e74-a4f0-3cae722706e4,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:06.239086 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0dec74e3-3cab-4a51-9c89-d61fc03a6721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:06.340290 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ebb0b-69f9-4992-a9c1-2eac85dc2f89 req-703b1ec0-5aa4-4a5d-bc0d-87f3094b0955 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:06.341881 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-687ebb0b-69f9-4992-a9c1-2eac85dc2f89 req-703b1ec0-5aa4-4a5d-bc0d-87f3094b0955 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 947 time: 0.0881097 Apr 30 13:23:06.379520 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-1c812da1-64f1-4c69-95e2-52dd52700a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:06.389333 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-687ebb0b-69f9-4992-a9c1-2eac85dc2f89 req-4c303024-7b4d-492c-a1fc-7e27aaf882a2 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413449 Apr 30 13:23:06.406942 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-1c812da1-64f1-4c69-95e2-52dd52700a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:06.460447 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-1c812da1-64f1-4c69-95e2-52dd52700a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:06.464173 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-354da907-a051-4330-ab5d-8632159ce10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:06.464595 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-b37b2e97-d1bf-4ba2-b8ef-4cc588fd94fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:06.477363 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c812da1-64f1-4c69-95e2-52dd52700a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b733dff8-f9b3-4e74-a4f0-3cae722706e4,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:06.480872 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-1c812da1-64f1-4c69-95e2-52dd52700a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:06.484681 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-1c812da1-64f1-4c69-95e2-52dd52700a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:06.485801 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-1c812da1-64f1-4c69-95e2-52dd52700a00 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b733dff8-f9b3-4e74-a4f0-3cae722706e4 HTTP/1.1" status: 204 len: 168 time: 0.2620330 Apr 30 13:23:07.608783 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7570be-71a6-40b5-9bd0-0d0686e2747a req-c3cf0862-5dda-46a0-9d16-adfde41952bd tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:07.610314 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2a7570be-71a6-40b5-9bd0-0d0686e2747a req-c3cf0862-5dda-46a0-9d16-adfde41952bd tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 947 time: 0.0932050 Apr 30 13:23:07.668685 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2a7570be-71a6-40b5-9bd0-0d0686e2747a req-1c05f754-cb8a-41cb-9ba6-a400cf243515 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507441 Apr 30 13:23:08.844687 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 38208) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:08.866362 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f4bd2-a107-4c29-b2fe-c9c83c48fcc8 req-68cd4de2-8312-4525-92cf-79e6da4e1e62 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:08.867825 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4c7f4bd2-a107-4c29-b2fe-c9c83c48fcc8 req-68cd4de2-8312-4525-92cf-79e6da4e1e62 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 947 time: 0.0804965 Apr 30 13:23:08.916398 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4c7f4bd2-a107-4c29-b2fe-c9c83c48fcc8 req-65751428-6e0e-4a7c-95e0-9e603f38d997 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423985 Apr 30 13:23:08.963966 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b7b9d0b9-3bb8-4f2e-b4d6-d799748115aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:08.978838 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-b7b9d0b9-3bb8-4f2e-b4d6-d799748115aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:08.983110 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-b7b9d0b9-3bb8-4f2e-b4d6-d799748115aa admin admin] Usage tracker for resource:security_group_rule and tenant:495055b09fc243d095567886a4d793a7 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:08.985868 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-b7b9d0b9-3bb8-4f2e-b4d6-d799748115aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:08.991560 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-b7b9d0b9-3bb8-4f2e-b4d6-d799748115aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:09.074787 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b7b9d0b9-3bb8-4f2e-b4d6-d799748115aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:09.079705 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b7b9d0b9-3bb8-4f2e-b4d6-d799748115aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:09.093473 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-d7224fab-2482-4a79-afcc-4d6a99c85d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:09.121167 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:09.130926 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-ec9b6ca3-f324-4ec8-b445-28d9e7bff8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:09.150606 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-b7b9d0b9-3bb8-4f2e-b4d6-d799748115aa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=495055b09fc243d095567886a4d793a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048708 Apr 30 13:23:09.152209 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9d0b9-3bb8-4f2e-b4d6-d799748115aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b40df7f-c518-4804-8977-ae244602bd7b,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:09.153475 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 38218) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:09.155755 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-b7b9d0b9-3bb8-4f2e-b4d6-d799748115aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:09.212914 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-71bf0495-e5d4-46fe-92f6-55169d644c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:09.241422 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-71bf0495-e5d4-46fe-92f6-55169d644c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:09.291324 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-71bf0495-e5d4-46fe-92f6-55169d644c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:09.295556 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-bded3fab-99d2-4a1e-8988-e9b934533d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:09.307975 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0495-e5d4-46fe-92f6-55169d644c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b40df7f-c518-4804-8977-ae244602bd7b,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:09.312275 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-71bf0495-e5d4-46fe-92f6-55169d644c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:09.317936 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-71bf0495-e5d4-46fe-92f6-55169d644c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:09.319073 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-71bf0495-e5d4-46fe-92f6-55169d644c99 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b40df7f-c518-4804-8977-ae244602bd7b HTTP/1.1" status: 204 len: 168 time: 0.1644835 Apr 30 13:23:09.598306 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 38226) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:09.620698 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7bce1348-5cff-4e79-b789-7846e7db88ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:09.635340 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-7bce1348-5cff-4e79-b789-7846e7db88ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:09.639130 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-7bce1348-5cff-4e79-b789-7846e7db88ba admin admin] Usage tracker for resource:security_group_rule and tenant:a08852a08bb44c3dac28f8fc51b333e6 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:09.642118 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-7bce1348-5cff-4e79-b789-7846e7db88ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:09.647735 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-7bce1348-5cff-4e79-b789-7846e7db88ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:09.732334 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7bce1348-5cff-4e79-b789-7846e7db88ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:09.736349 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7bce1348-5cff-4e79-b789-7846e7db88ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:09.745997 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-f3c19dad-4c4b-40e9-84c3-f7f07687d83b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:09.785565 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-7bce1348-5cff-4e79-b789-7846e7db88ba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a08852a08bb44c3dac28f8fc51b333e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862128 Apr 30 13:23:09.787197 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce1348-5cff-4e79-b789-7846e7db88ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5efa09-5243-4160-8e75-44caba73b7c7,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:09.788341 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 38230) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:09.790617 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-7bce1348-5cff-4e79-b789-7846e7db88ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:09.849855 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-20eca3cf-72e3-446d-b536-764faffcb8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:09.879152 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-20eca3cf-72e3-446d-b536-764faffcb8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:09.930624 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-20eca3cf-72e3-446d-b536-764faffcb8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:09.934275 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-972fe9e1-5903-4c45-8c6e-1ad92b4e8fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:09.947129 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eca3cf-72e3-446d-b536-764faffcb8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5efa09-5243-4160-8e75-44caba73b7c7,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:09.953338 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-20eca3cf-72e3-446d-b536-764faffcb8a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:09.955818 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-20eca3cf-72e3-446d-b536-764faffcb8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:09.957486 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-20eca3cf-72e3-446d-b536-764faffcb8a2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf5efa09-5243-4160-8e75-44caba73b7c7 HTTP/1.1" status: 204 len: 168 time: 0.1679010 Apr 30 13:23:10.146095 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:10.743214 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:23:11.148750 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 38266) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:11.272736 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b396011a-1bd4-4f2b-924b-abbce7c74324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:11.291383 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-b396011a-1bd4-4f2b-924b-abbce7c74324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:11.295729 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-b396011a-1bd4-4f2b-924b-abbce7c74324 admin admin] Usage tracker for resource:security_group_rule and tenant:2db01900718240d7a5552494f2def85a is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:11.298535 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-b396011a-1bd4-4f2b-924b-abbce7c74324 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:11.304134 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-b396011a-1bd4-4f2b-924b-abbce7c74324 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:11.490456 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b396011a-1bd4-4f2b-924b-abbce7c74324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:11.490721 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b396011a-1bd4-4f2b-924b-abbce7c74324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:11.499955 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-4a2c6eb6-419c-4a01-9ed7-6d841abb6993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:11.541790 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-b396011a-1bd4-4f2b-924b-abbce7c74324 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2db01900718240d7a5552494f2def85a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3919652 Apr 30 13:23:11.542763 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396011a-1bd4-4f2b-924b-abbce7c74324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04076415-f48f-493c-aef2-281951c8d8d9,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:11.544539 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 38276) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:11.545862 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b396011a-1bd4-4f2b-924b-abbce7c74324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:11.606145 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5fba7fcf-2f1f-4af9-bdcd-047f148e6a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:11.631170 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5fba7fcf-2f1f-4af9-bdcd-047f148e6a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:11.681853 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:11.689502 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5fba7fcf-2f1f-4af9-bdcd-047f148e6a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:11.693634 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-698648c5-eb7e-41b8-a7ce-d8025be6b237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:11.705993 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba7fcf-2f1f-4af9-bdcd-047f148e6a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04076415-f48f-493c-aef2-281951c8d8d9,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:11.709723 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-5fba7fcf-2f1f-4af9-bdcd-047f148e6a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:11.720430 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5fba7fcf-2f1f-4af9-bdcd-047f148e6a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:11.722499 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-5fba7fcf-2f1f-4af9-bdcd-047f148e6a15 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04076415-f48f-493c-aef2-281951c8d8d9 HTTP/1.1" status: 204 len: 168 time: 0.1763563 Apr 30 13:23:12.398601 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 38300) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:12.500201 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-bafa34d7-44d3-4995-b5ee-cb108d593473 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-453054149-network', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:12.504923 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-bafa34d7-44d3-4995-b5ee-cb108d593473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:12.508694 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-bafa34d7-44d3-4995-b5ee-cb108d593473 admin admin] Usage tracker for resource:network and tenant:48d528dc58794031bbd51eaf60573f4b is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:12.511494 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-bafa34d7-44d3-4995-b5ee-cb108d593473 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:12.518255 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-bafa34d7-44d3-4995-b5ee-cb108d593473 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:12.528373 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafa34d7-44d3-4995-b5ee-cb108d593473 admin admin] Made reservation on behalf of 48d528dc58794031bbd51eaf60573f4b for: {'network': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:23:12.530888 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-bafa34d7-44d3-4995-b5ee-cb108d593473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for network, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:12.542593 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-bafa34d7-44d3-4995-b5ee-cb108d593473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:12.558596 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-bafa34d7-44d3-4995-b5ee-cb108d593473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:12.563239 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-bafa34d7-44d3-4995-b5ee-cb108d593473 admin admin] Usage tracker for resource:security_group_rule and tenant:48d528dc58794031bbd51eaf60573f4b is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:12.566921 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-bafa34d7-44d3-4995-b5ee-cb108d593473 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:12.572891 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-bafa34d7-44d3-4995-b5ee-cb108d593473 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:12.677706 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-bafa34d7-44d3-4995-b5ee-cb108d593473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:12.682158 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-bafa34d7-44d3-4995-b5ee-cb108d593473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:12.689010 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-f09b74d7-3669-4a5b-80c4-e7cdd67632b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:12.726871 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bafa34d7-44d3-4995-b5ee-cb108d593473 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1183} {{(pid=73846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:23:12.742204 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa34d7-44d3-4995-b5ee-cb108d593473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22d805f-9537-4f9c-98b6-80e1fe41b2aa,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:12.746621 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-bafa34d7-44d3-4995-b5ee-cb108d593473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:12.749218 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-bafa34d7-44d3-4995-b5ee-cb108d593473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:12.749626 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.db.segments_db [None req-bafa34d7-44d3-4995-b5ee-cb108d593473 admin admin] Added segment fdb3bce9-439e-4d88-8638-6275fc27825b of type vlan for network c52d5925-28e6-42f1-8bb0-2f5295856676 Apr 30 13:23:12.775696 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-bafa34d7-44d3-4995-b5ee-cb108d593473 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672049812'] for network, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:12.808521 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-bafa34d7-44d3-4995-b5ee-cb108d593473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for network, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:12.809828 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafa34d7-44d3-4995-b5ee-cb108d593473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:12.810440 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-bafa34d7-44d3-4995-b5ee-cb108d593473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:12.815121 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:12.911703 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-bafa34d7-44d3-4995-b5ee-cb108d593473 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5120113 Apr 30 13:23:12.912659 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa34d7-44d3-4995-b5ee-cb108d593473 admin admin] Pushing event updated for resources: {'Network': ['ID=c52d5925-28e6-42f1-8bb0-2f5295856676,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:12.914571 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 38308) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:12.916883 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-bafa34d7-44d3-4995-b5ee-cb108d593473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:12.921115 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-c238948c-2980-4ba5-9b39-67a7b1ac017c admin admin] Request body: {'subnet': {'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-453054149-subnet', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'ip_version': 4}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:12.923307 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Network c52d5925-28e6-42f1-8bb0-2f5295856676 details requested by agent ovs-agent-dv-cinder-788363-2-iscsi with host dv-cinder-788363-2-iscsi {{(pid=73847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:23:12.925910 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-c238948c-2980-4ba5-9b39-67a7b1ac017c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:12.929849 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-c238948c-2980-4ba5-9b39-67a7b1ac017c admin admin] Usage tracker for resource:subnet and tenant:48d528dc58794031bbd51eaf60573f4b is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:12.932782 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-c238948c-2980-4ba5-9b39-67a7b1ac017c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:12.939213 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-c238948c-2980-4ba5-9b39-67a7b1ac017c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:12.951343 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c238948c-2980-4ba5-9b39-67a7b1ac017c admin admin] Made reservation on behalf of 48d528dc58794031bbd51eaf60573f4b for: {'subnet': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:23:12.953752 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c238948c-2980-4ba5-9b39-67a7b1ac017c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6978908'] for subnet, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:13.396210 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c238948c-2980-4ba5-9b39-67a7b1ac017c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8246644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6978894'] for subnet, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:13.400419 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:13.471486 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238948c-2980-4ba5-9b39-67a7b1ac017c admin admin] Pushing event updated for resources: {'Subnet': ['ID=32feef93-2fcb-46f3-a9a4-5dd045858449,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:13.474222 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-c238948c-2980-4ba5-9b39-67a7b1ac017c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:13.480188 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c238948c-2980-4ba5-9b39-67a7b1ac017c admin admin] Checking segment: {'id': 'fdb3bce9-439e-4d88-8638-6275fc27825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:23:13.480543 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c238948c-2980-4ba5-9b39-67a7b1ac017c admin admin] Network hostable DHCP agents. Network: c52d5925-28e6-42f1-8bb0-2f5295856676, hostable agents: ['951155d5-6c37-4e98-94aa-59d9e3ee6c00'], hosted agents: [] {{(pid=73846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:23:13.497507 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c238948c-2980-4ba5-9b39-67a7b1ac017c admin admin] Network c52d5925-28e6-42f1-8bb0-2f5295856676 is scheduled to be hosted by DHCP agent 951155d5-6c37-4e98-94aa-59d9e3ee6c00 with binding_index 1 {{(pid=73846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:23:13.506701 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-c238948c-2980-4ba5-9b39-67a7b1ac017c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-iscsi, c52d5925-28e6-42f1-8bb0-2f5295856676) {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:23:13.514932 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c238948c-2980-4ba5-9b39-67a7b1ac017c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:13.515524 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c238948c-2980-4ba5-9b39-67a7b1ac017c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for subnet, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:13.515673 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cfc721-516f-4184-97fc-07eaf0127dc8 None None] Network c52d5925-28e6-42f1-8bb0-2f5295856676 requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:23:13.545863 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-c238948c-2980-4ba5-9b39-67a7b1ac017c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6296806 Apr 30 13:23:13.548533 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 38314) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:13.554320 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-e5d063d9-32eb-4493-86e4-0c5851a5dfdf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-453054149-router', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:13.568858 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-e5d063d9-32eb-4493-86e4-0c5851a5dfdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:13.580339 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-e5d063d9-32eb-4493-86e4-0c5851a5dfdf admin admin] Usage tracker for resource:router and tenant:48d528dc58794031bbd51eaf60573f4b is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:13.583985 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-e5d063d9-32eb-4493-86e4-0c5851a5dfdf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:13.590178 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-e5d063d9-32eb-4493-86e4-0c5851a5dfdf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:13.601808 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e5d063d9-32eb-4493-86e4-0c5851a5dfdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-693704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30063'] for router, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:13.602928 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e5d063d9-32eb-4493-86e4-0c5851a5dfdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30054'] for router, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:13.618216 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e5d063d9-32eb-4493-86e4-0c5851a5dfdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:13.741159 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01b5326-c768-4e59-913f-2a5753c7a851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp795fea3c-7670-5529-a9d6-b749f9b93b97-c52d5925-28e6-42f1-8bb0-2f5295856676', 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'fixed_ips': [{'subnet_id': '32feef93-2fcb-46f3-a9a4-5dd045858449'}]}} from dv-cinder-788363-2-iscsi. {{(pid=73847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:23:13.742123 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-e01b5326-c768-4e59-913f-2a5753c7a851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:13.887281 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e5d063d9-32eb-4493-86e4-0c5851a5dfdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30100'] for router, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:13.899742 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.db_base_plugin_common [None req-e01b5326-c768-4e59-913f-2a5753c7a851 None None] Allocated IP 172.20.0.2 (c52d5925-28e6-42f1-8bb0-2f5295856676/32feef93-2fcb-46f3-a9a4-5dd045858449/52cba46e-90b4-48b0-b8c6-1410be9e5489) {{(pid=73847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:23:14.114205 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-e01b5326-c768-4e59-913f-2a5753c7a851 None None] Notify callbacks [] for port, precommit_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:14.130886 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-e01b5326-c768-4e59-913f-2a5753c7a851 None None] Transition to ACTIVE for port object 52cba46e-90b4-48b0-b8c6-1410be9e5489 will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:23:14.160899 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-e01b5326-c768-4e59-913f-2a5753c7a851 None None] Transition to ACTIVE for port object 52cba46e-90b4-48b0-b8c6-1410be9e5489 will not be triggered until provisioned by entity DHCP. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:23:14.169704 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-e01b5326-c768-4e59-913f-2a5753c7a851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950'] for port, after_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:14.175595 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:14.293493 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01b5326-c768-4e59-913f-2a5753c7a851 None None] Network c52d5925-28e6-42f1-8bb0-2f5295856676 is already hosted by enough agents. {{(pid=73847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:23:14.298272 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.scheduler.base_scheduler [None req-e01b5326-c768-4e59-913f-2a5753c7a851 None None] Resources bound (agent type, host, resource id): {{(pid=73847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:23:14.306364 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01b5326-c768-4e59-913f-2a5753c7a851 None None] Received port after_create {{(pid=73847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:23:14.309977 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b5326-c768-4e59-913f-2a5753c7a851 None None] Pushing event updated for resources: {'Port': ['ID=52cba46e-90b4-48b0-b8c6-1410be9e5489,revision_number=1']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:14.316765 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-e01b5326-c768-4e59-913f-2a5753c7a851 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:14.423510 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e5d063d9-32eb-4493-86e4-0c5851a5dfdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:14.464603 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-e01b5326-c768-4e59-913f-2a5753c7a851 None None] Attempting to bind port 52cba46e-90b4-48b0-b8c6-1410be9e5489 on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:23:14.465380 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-e01b5326-c768-4e59-913f-2a5753c7a851 None None] Attempting to bind port 52cba46e-90b4-48b0-b8c6-1410be9e5489 by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': 'fdb3bce9-439e-4d88-8638-6275fc27825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:23:14.466008 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01b5326-c768-4e59-913f-2a5753c7a851 None None] Attempting to bind port 52cba46e-90b4-48b0-b8c6-1410be9e5489 on network c52d5925-28e6-42f1-8bb0-2f5295856676 {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:23:14.475049 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01b5326-c768-4e59-913f-2a5753c7a851 None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:23:14.475655 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01b5326-c768-4e59-913f-2a5753c7a851 None None] Checking segment: {'id': 'fdb3bce9-439e-4d88-8638-6275fc27825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:23:14.476311 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-e01b5326-c768-4e59-913f-2a5753c7a851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:14.476702 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e5d063d9-32eb-4493-86e4-0c5851a5dfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:14.476953 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01b5326-c768-4e59-913f-2a5753c7a851 None None] Bound using segment: {'id': 'fdb3bce9-439e-4d88-8638-6275fc27825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:23:14.477717 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-e01b5326-c768-4e59-913f-2a5753c7a851 None None] Bound port: 52cba46e-90b4-48b0-b8c6-1410be9e5489, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb3bce9-439e-4d88-8638-6275fc27825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:23:14.478352 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-e01b5326-c768-4e59-913f-2a5753c7a851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:14.648410 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-e01b5326-c768-4e59-913f-2a5753c7a851 None None] For port 52cba46e-90b4-48b0-b8c6-1410be9e5489, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:23:14.653858 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-e01b5326-c768-4e59-913f-2a5753c7a851 None None] For port 52cba46e-90b4-48b0-b8c6-1410be9e5489, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=52cba46e-90b4-48b0-b8c6-1410be9e5489,segment=NetworkSegment(fdb3bce9-439e-4d88-8638-6275fc27825b),segment_id=fdb3bce9-439e-4d88-8638-6275fc27825b)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:23:14.662242 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-e01b5326-c768-4e59-913f-2a5753c7a851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:14.669553 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:14.726858 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [None req-e5d063d9-32eb-4493-86e4-0c5851a5dfdf admin admin] Allocated IP 172.27.3.201 (c3b86f7e-3861-4477-9f50-64652b00e102/6d81663d-75dc-44ec-8bd2-9cfe56c21a4e/681899cb-6af7-4bb8-af83-c2aab7dacaac) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:23:14.807047 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b5326-c768-4e59-913f-2a5753c7a851 None None] Pushing event updated for resources: {'Port': ['ID=52cba46e-90b4-48b0-b8c6-1410be9e5489,revision_number=2']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:14.819353 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-e01b5326-c768-4e59-913f-2a5753c7a851 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:14.956290 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e5d063d9-32eb-4493-86e4-0c5851a5dfdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:14.998354 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e5d063d9-32eb-4493-86e4-0c5851a5dfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:15.002384 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-c7b1f747-9928-4846-a89b-12c4c83a9715 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:15.076443 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d063d9-32eb-4493-86e4-0c5851a5dfdf admin admin] Network c3b86f7e-3861-4477-9f50-64652b00e102 is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:23:15.079864 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-e5d063d9-32eb-4493-86e4-0c5851a5dfdf admin admin] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:23:15.086095 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d063d9-32eb-4493-86e4-0c5851a5dfdf admin admin] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:23:15.125320 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d063d9-32eb-4493-86e4-0c5851a5dfdf admin admin] Pushing event updated for resources: {'Port': ['ID=681899cb-6af7-4bb8-af83-c2aab7dacaac,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:15.129040 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e5d063d9-32eb-4493-86e4-0c5851a5dfdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:15.513085 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e5d063d9-32eb-4493-86e4-0c5851a5dfdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:15.795382 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbacc25-6a33-4740-acbf-65cff17d29f0 None None] Network c52d5925-28e6-42f1-8bb0-2f5295856676 requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:23:15.963584 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-93458b96-aa91-48da-a491-9c73cdc9e340 None None] Provisioning for port 52cba46e-90b4-48b0-b8c6-1410be9e5489 completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:23:15.995874 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e5d063d9-32eb-4493-86e4-0c5851a5dfdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671082'] for router, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:16.054704 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 52cba46e-90b4-48b0-b8c6-1410be9e5489 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:23:16.173842 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port 52cba46e-90b4-48b0-b8c6-1410be9e5489 completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:23:16.182131 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port 52cba46e-90b4-48b0-b8c6-1410be9e5489 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:16.182513 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:16.205353 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d063d9-32eb-4493-86e4-0c5851a5dfdf admin admin] Router 0feab5bb-62e4-406b-a243-66357ec7fe41 is scheduled to L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 with binding_index 1 {{(pid=73846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:23:16.333127 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:16.373639 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] For port 52cba46e-90b4-48b0-b8c6-1410be9e5489, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=52cba46e-90b4-48b0-b8c6-1410be9e5489,segment=NetworkSegment(fdb3bce9-439e-4d88-8638-6275fc27825b),segment_id=fdb3bce9-439e-4d88-8638-6275fc27825b)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:16.378431 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:16.380674 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:16.428894 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d063d9-32eb-4493-86e4-0c5851a5dfdf admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:23:16.443456 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b5551b-91a2-431a-a708-7fafbfb82073 None None] Sync routers for ids ['0feab5bb-62e4-406b-a243-66357ec7fe41'] in dv-cinder-788363-2-iscsi {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:23:16.456813 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b5551b-91a2-431a-a708-7fafbfb82073 None None] Routers {'0feab5bb-62e4-406b-a243-66357ec7fe41'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:23:16.458404 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-e8b5551b-91a2-431a-a708-7fafbfb82073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:23:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['0feab5bb-62e4-406b-a243-66357ec7fe41'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:16.468225 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e5d063d9-32eb-4493-86e4-0c5851a5dfdf admin admin] Notify callbacks [] for router, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:16.468606 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Pushing event updated for resources: {'Port': ['ID=52cba46e-90b4-48b0-b8c6-1410be9e5489,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:16.474914 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-e5d063d9-32eb-4493-86e4-0c5851a5dfdf admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9211674 Apr 30 13:23:16.475342 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:16.476011 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 38326) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:16.503229 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-6ddcf04a-39ba-421c-8c70-97e6187f31ba None None] Provisioning complete for port 52cba46e-90b4-48b0-b8c6-1410be9e5489 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:16.503515 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-6ddcf04a-39ba-421c-8c70-97e6187f31ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:16.679359 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-e8b5551b-91a2-431a-a708-7fafbfb82073 None None] Set router 0feab5bb-62e4-406b-a243-66357ec7fe41 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:23:16.961415 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-e8b5551b-91a2-431a-a708-7fafbfb82073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'name': 'tempest-TestShelveInstance-453054149-router', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '681899cb-6af7-4bb8-af83-c2aab7dacaac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:13Z', 'updated_at': '2021-04-30T13:23:15Z', 'revision_number': 3, 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'gw_port': {'id': '681899cb-6af7-4bb8-af83-c2aab7dacaac', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:15:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:14Z', 'updated_at': '2021-04-30T13:23:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:16.965341 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b5551b-91a2-431a-a708-7fafbfb82073 None None] Checking router: 0feab5bb-62e4-406b-a243-66357ec7fe41 for host: dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:23:16.965691 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b5551b-91a2-431a-a708-7fafbfb82073 None None] Updating router 0feab5bb-62e4-406b-a243-66357ec7fe41 port 681899cb-6af7-4bb8-af83-c2aab7dacaac binding host dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:23:17.021200 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-e8b5551b-91a2-431a-a708-7fafbfb82073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:17.176565 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-859d9c15-ef5d-4149-bbc2-82262d4c985c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:17.350947 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-e8b5551b-91a2-431a-a708-7fafbfb82073 None None] Notify callbacks [] for port, precommit_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:17.362504 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.provisioning_blocks [None req-e8b5551b-91a2-431a-a708-7fafbfb82073 None None] Transition to ACTIVE for port object 681899cb-6af7-4bb8-af83-c2aab7dacaac will not be triggered until provisioned by entity L2. {{(pid=73848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:23:17.369794 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-e8b5551b-91a2-431a-a708-7fafbfb82073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:17.373718 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:17.381349 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [None req-859d9c15-ef5d-4149-bbc2-82262d4c985c admin admin] Allocated IP 172.20.0.1 (c52d5925-28e6-42f1-8bb0-2f5295856676/32feef93-2fcb-46f3-a9a4-5dd045858449/af6ac916-7f0c-429b-beaf-8a6952c7697e) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:23:17.455000 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430344b-e634-498f-9328-ef29c1b3228a None None] Pushing event updated for resources: {'Port': ['ID=681899cb-6af7-4bb8-af83-c2aab7dacaac,revision_number=2']} {{(pid=73848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:17.457126 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-e8b5551b-91a2-431a-a708-7fafbfb82073 None None] Attempting to bind port 681899cb-6af7-4bb8-af83-c2aab7dacaac on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:23:17.457494 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-e8b5551b-91a2-431a-a708-7fafbfb82073 None None] Attempting to bind port 681899cb-6af7-4bb8-af83-c2aab7dacaac by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}] {{(pid=73848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:23:17.457859 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b5551b-91a2-431a-a708-7fafbfb82073 None None] Attempting to bind port 681899cb-6af7-4bb8-af83-c2aab7dacaac on network c3b86f7e-3861-4477-9f50-64652b00e102 {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:23:17.468126 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b5551b-91a2-431a-a708-7fafbfb82073 None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:23:17.468530 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b5551b-91a2-431a-a708-7fafbfb82073 None None] Checking segment: {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:23:17.468939 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-e8b5551b-91a2-431a-a708-7fafbfb82073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:17.469329 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b5551b-91a2-431a-a708-7fafbfb82073 None None] Bound using segment: {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'} {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:23:17.469792 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-e8b5551b-91a2-431a-a708-7fafbfb82073 None None] Bound port: 681899cb-6af7-4bb8-af83-c2aab7dacaac, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}}] {{(pid=73848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:23:17.470207 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-e8b5551b-91a2-431a-a708-7fafbfb82073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:17.497371 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3430344b-e634-498f-9328-ef29c1b3228a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:17.497745 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3430344b-e634-498f-9328-ef29c1b3228a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:17.498179 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3430344b-e634-498f-9328-ef29c1b3228a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:17.498442 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3430344b-e634-498f-9328-ef29c1b3228a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:17.498764 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3430344b-e634-498f-9328-ef29c1b3228a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:17.499089 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3430344b-e634-498f-9328-ef29c1b3228a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:17.499406 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3430344b-e634-498f-9328-ef29c1b3228a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:17.499725 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3430344b-e634-498f-9328-ef29c1b3228a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:17.500060 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3430344b-e634-498f-9328-ef29c1b3228a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:17.500380 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3430344b-e634-498f-9328-ef29c1b3228a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:17.500695 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3430344b-e634-498f-9328-ef29c1b3228a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:17.501003 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3430344b-e634-498f-9328-ef29c1b3228a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:17.509945 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-3430344b-e634-498f-9328-ef29c1b3228a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:17.534771 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-859d9c15-ef5d-4149-bbc2-82262d4c985c admin admin] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:17.550170 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [None req-859d9c15-ef5d-4149-bbc2-82262d4c985c admin admin] Transition to ACTIVE for port object af6ac916-7f0c-429b-beaf-8a6952c7697e will not be triggered until provisioned by entity DHCP. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:23:17.558163 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.db [None req-e8b5551b-91a2-431a-a708-7fafbfb82073 None None] For port 681899cb-6af7-4bb8-af83-c2aab7dacaac, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:23:17.561131 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.db [None req-e8b5551b-91a2-431a-a708-7fafbfb82073 None None] For port 681899cb-6af7-4bb8-af83-c2aab7dacaac, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=681899cb-6af7-4bb8-af83-c2aab7dacaac,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:23:17.567251 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-e8b5551b-91a2-431a-a708-7fafbfb82073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:17.571903 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:17.578423 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-859d9c15-ef5d-4149-bbc2-82262d4c985c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:17.589849 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:17.629097 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b5551b-91a2-431a-a708-7fafbfb82073 None None] Routers {'0feab5bb-62e4-406b-a243-66357ec7fe41'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:23:17.629705 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-e8b5551b-91a2-431a-a708-7fafbfb82073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:23:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['0feab5bb-62e4-406b-a243-66357ec7fe41'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:17.656310 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859d9c15-ef5d-4149-bbc2-82262d4c985c admin admin] Network c52d5925-28e6-42f1-8bb0-2f5295856676 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:23:17.659811 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-859d9c15-ef5d-4149-bbc2-82262d4c985c admin admin] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:23:17.673470 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d9c15-ef5d-4149-bbc2-82262d4c985c admin admin] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:23:17.728699 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d9c15-ef5d-4149-bbc2-82262d4c985c admin admin] Pushing event updated for resources: {'Port': ['ID=af6ac916-7f0c-429b-beaf-8a6952c7697e,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:17.732318 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-859d9c15-ef5d-4149-bbc2-82262d4c985c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:17.749047 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-859d9c15-ef5d-4149-bbc2-82262d4c985c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657636'] for router_interface, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:17.833896 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430344b-e634-498f-9328-ef29c1b3228a None None] Pushing event updated for resources: {'Port': ['ID=681899cb-6af7-4bb8-af83-c2aab7dacaac,revision_number=3']} {{(pid=73848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:17.845757 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-3430344b-e634-498f-9328-ef29c1b3228a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:17.871093 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-e8b5551b-91a2-431a-a708-7fafbfb82073 None None] Set router 0feab5bb-62e4-406b-a243-66357ec7fe41 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:23:17.878921 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0423322e-12a6-4a98-b070-e66c38b01d7f None None] Provisioning for port af6ac916-7f0c-429b-beaf-8a6952c7697e completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:23:17.883772 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0423322e-12a6-4a98-b070-e66c38b01d7f None None] Provisioning complete for port af6ac916-7f0c-429b-beaf-8a6952c7697e triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:17.884149 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0423322e-12a6-4a98-b070-e66c38b01d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:17.954129 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-0423322e-12a6-4a98-b070-e66c38b01d7f None None] Port af6ac916-7f0c-429b-beaf-8a6952c7697e cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:23:17.967285 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 52cba46e-90b4-48b0-b8c6-1410be9e5489 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:23:18.039545 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port 52cba46e-90b4-48b0-b8c6-1410be9e5489 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:18.039925 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:18.154742 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-859d9c15-ef5d-4149-bbc2-82262d4c985c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:18.176302 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-e8b5551b-91a2-431a-a708-7fafbfb82073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'name': 'tempest-TestShelveInstance-453054149-router', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '681899cb-6af7-4bb8-af83-c2aab7dacaac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:13Z', 'updated_at': '2021-04-30T13:23:15Z', 'revision_number': 3, 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'gw_port': {'id': '681899cb-6af7-4bb8-af83-c2aab7dacaac', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:15:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:14Z', 'updated_at': '2021-04-30T13:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:18.180247 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b5551b-91a2-431a-a708-7fafbfb82073 None None] The sync data for ids ['0feab5bb-62e4-406b-a243-66357ec7fe41'] in dv-cinder-788363-2-iscsi is: [{'id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'name': 'tempest-TestShelveInstance-453054149-router', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '681899cb-6af7-4bb8-af83-c2aab7dacaac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:13Z', 'updated_at': '2021-04-30T13:23:15Z', 'revision_number': 3, 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'gw_port': {'id': '681899cb-6af7-4bb8-af83-c2aab7dacaac', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:15:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:14Z', 'updated_at': '2021-04-30T13:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}] {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:23:18.410557 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-859d9c15-ef5d-4149-bbc2-82262d4c985c admin admin] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:18.414990 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-859d9c15-ef5d-4149-bbc2-82262d4c985c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-554251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:18.443280 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1ad8c2cf-c5ab-4855-b494-fd4c5cde4f44 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:18.531727 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-859d9c15-ef5d-4149-bbc2-82262d4c985c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657473'] for router_interface, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:18.535345 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d9c15-ef5d-4149-bbc2-82262d4c985c admin admin] Pushing event updated for resources: {'Port': ['ID=af6ac916-7f0c-429b-beaf-8a6952c7697e,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:18.538632 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-859d9c15-ef5d-4149-bbc2-82262d4c985c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:18.677977 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859d9c15-ef5d-4149-bbc2-82262d4c985c admin admin] Network c52d5925-28e6-42f1-8bb0-2f5295856676 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:23:18.679146 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-859d9c15-ef5d-4149-bbc2-82262d4c985c admin admin] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:23:18.878257 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859d9c15-ef5d-4149-bbc2-82262d4c985c admin admin] Router 0feab5bb-62e4-406b-a243-66357ec7fe41 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:23:18.880563 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-b6eab6ce-a36b-4c64-b9ba-368615a920ec None None] Provisioning complete for port af6ac916-7f0c-429b-beaf-8a6952c7697e triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:18.881013 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-b6eab6ce-a36b-4c64-b9ba-368615a920ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:18.937351 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-b6eab6ce-a36b-4c64-b9ba-368615a920ec None None] Port af6ac916-7f0c-429b-beaf-8a6952c7697e cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:23:19.065014 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859d9c15-ef5d-4149-bbc2-82262d4c985c admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:23:19.081444 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-859d9c15-ef5d-4149-bbc2-82262d4c985c admin admin] 10.222.0.30 "PUT /v2.0/routers/0feab5bb-62e4-406b-a243-66357ec7fe41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6038368 Apr 30 13:23:19.606879 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 38350) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:19.616022 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1665329584-network', 'tenant_id': 'f53f8c925bfc4ded8e34cc514f6c13a0'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:19.622453 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:19.626610 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Usage tracker for resource:network and tenant:f53f8c925bfc4ded8e34cc514f6c13a0 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:19.629497 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:19.635885 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:19.647257 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Made reservation on behalf of f53f8c925bfc4ded8e34cc514f6c13a0 for: {'network': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:23:19.649759 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for network, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:19.663179 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:19.679183 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:19.683089 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Usage tracker for resource:security_group_rule and tenant:f53f8c925bfc4ded8e34cc514f6c13a0 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:19.686334 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:19.692674 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:19.699472 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2fc3d8-62f2-412b-a4c8-f8a888ee76a4 None None] Sync routers for ids ['0feab5bb-62e4-406b-a243-66357ec7fe41'] in dv-cinder-788363-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:23:19.709925 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2fc3d8-62f2-412b-a4c8-f8a888ee76a4 None None] Routers {'0feab5bb-62e4-406b-a243-66357ec7fe41'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:23:19.710699 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-7f2fc3d8-62f2-412b-a4c8-f8a888ee76a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:23:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['0feab5bb-62e4-406b-a243-66357ec7fe41'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:19.780796 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:19.785190 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:19.789228 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-71bf0495-e5d4-46fe-92f6-55169d644c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:19.817402 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1171} {{(pid=73845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:23:19.827037 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad3be4b-a889-4b2f-83d8-0b3a6217d0c2,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:19.836247 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:19.836588 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.db.segments_db [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Added segment a2f30dbe-3840-4bf7-9182-5bce6df394da of type vlan for network acda2445-7cfa-4934-abd3-e7302605e09c Apr 30 13:23:19.838395 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:19.838762 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:19.839122 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:19.839477 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:19.839826 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:19.840174 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:19.840523 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:19.840864 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:19.841207 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:19.841592 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:19.841933 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:19.842298 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:19.849213 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:19.876980 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672049812'] for network, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:19.906666 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-7f2fc3d8-62f2-412b-a4c8-f8a888ee76a4 None None] Set router 0feab5bb-62e4-406b-a243-66357ec7fe41 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:23:19.926161 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for network, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:19.927937 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:19.928593 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:19.939091 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-52afa030-54e2-4b1e-845d-56c3daca92e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:20.027215 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4191160 Apr 30 13:23:20.030452 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 38354) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:20.036125 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 681899cb-6af7-4bb8-af83-c2aab7dacaac up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:23:20.036693 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-c074b4f7-6e9a-45b4-8754-c9a29f5b6ffd admin admin] Request body: {'subnet': {'network_id': 'acda2445-7cfa-4934-abd3-e7302605e09c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1665329584-subnet', 'tenant_id': 'f53f8c925bfc4ded8e34cc514f6c13a0', 'ip_version': 4}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:20.038618 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Pushing event updated for resources: {'Network': ['ID=acda2445-7cfa-4934-abd3-e7302605e09c,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:20.041339 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:20.042760 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-c074b4f7-6e9a-45b4-8754-c9a29f5b6ffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:20.047080 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-c074b4f7-6e9a-45b4-8754-c9a29f5b6ffd admin admin] Usage tracker for resource:subnet and tenant:f53f8c925bfc4ded8e34cc514f6c13a0 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:20.051611 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-c074b4f7-6e9a-45b4-8754-c9a29f5b6ffd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:20.057375 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-c074b4f7-6e9a-45b4-8754-c9a29f5b6ffd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:20.068638 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c074b4f7-6e9a-45b4-8754-c9a29f5b6ffd admin admin] Made reservation on behalf of f53f8c925bfc4ded8e34cc514f6c13a0 for: {'subnet': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:23:20.071436 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c074b4f7-6e9a-45b4-8754-c9a29f5b6ffd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6978908'] for subnet, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:20.071834 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Network acda2445-7cfa-4934-abd3-e7302605e09c details requested by agent ovs-agent-dv-cinder-788363-2-iscsi with host dv-cinder-788363-2-iscsi {{(pid=73847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:23:20.337209 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port 681899cb-6af7-4bb8-af83-c2aab7dacaac completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:23:20.353541 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port 681899cb-6af7-4bb8-af83-c2aab7dacaac triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:20.353927 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:20.480837 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c074b4f7-6e9a-45b4-8754-c9a29f5b6ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8246644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6978894'] for subnet, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:20.485834 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:20.532034 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-7f2fc3d8-62f2-412b-a4c8-f8a888ee76a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'name': 'tempest-TestShelveInstance-453054149-router', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '681899cb-6af7-4bb8-af83-c2aab7dacaac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:13Z', 'updated_at': '2021-04-30T13:23:18Z', 'revision_number': 4, 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'gw_port': {'id': '681899cb-6af7-4bb8-af83-c2aab7dacaac', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:15:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:14Z', 'updated_at': '2021-04-30T13:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'af6ac916-7f0c-429b-beaf-8a6952c7697e', 'name': '', 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'mac_address': 'fa:16:3e:66:aa:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '32feef93-2fcb-46f3-a9a4-5dd045858449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:17Z', 'updated_at': '2021-04-30T13:23:18Z', 'revision_number': 2, 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'subnets': [{'id': '32feef93-2fcb-46f3-a9a4-5dd045858449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:20.537182 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:20.543073 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2fc3d8-62f2-412b-a4c8-f8a888ee76a4 None None] Checking router: 0feab5bb-62e4-406b-a243-66357ec7fe41 for host: dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:23:20.543434 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2fc3d8-62f2-412b-a4c8-f8a888ee76a4 None None] Updating router 0feab5bb-62e4-406b-a243-66357ec7fe41 port af6ac916-7f0c-429b-beaf-8a6952c7697e binding host dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:23:20.557691 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074b4f7-6e9a-45b4-8754-c9a29f5b6ffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee6dc8ee-297c-45fc-9d0f-57e0a0899898,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:20.562518 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-c074b4f7-6e9a-45b4-8754-c9a29f5b6ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:20.566979 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c074b4f7-6e9a-45b4-8754-c9a29f5b6ffd admin admin] Checking segment: {'id': 'a2f30dbe-3840-4bf7-9182-5bce6df394da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'acda2445-7cfa-4934-abd3-e7302605e09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:23:20.567330 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c074b4f7-6e9a-45b4-8754-c9a29f5b6ffd admin admin] Network hostable DHCP agents. Network: acda2445-7cfa-4934-abd3-e7302605e09c, hostable agents: ['951155d5-6c37-4e98-94aa-59d9e3ee6c00'], hosted agents: [] {{(pid=73846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:23:20.587518 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c074b4f7-6e9a-45b4-8754-c9a29f5b6ffd admin admin] Network acda2445-7cfa-4934-abd3-e7302605e09c is scheduled to be hosted by DHCP agent 951155d5-6c37-4e98-94aa-59d9e3ee6c00 with binding_index 1 {{(pid=73846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:23:20.595685 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] For port 681899cb-6af7-4bb8-af83-c2aab7dacaac, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=681899cb-6af7-4bb8-af83-c2aab7dacaac,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:20.598942 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-c074b4f7-6e9a-45b4-8754-c9a29f5b6ffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-iscsi, acda2445-7cfa-4934-abd3-e7302605e09c) {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:23:20.609474 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1625ba7e-29c9-4af8-98ed-acfe3d4cddaf None None] Network acda2445-7cfa-4934-abd3-e7302605e09c requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:23:20.613016 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c074b4f7-6e9a-45b4-8754-c9a29f5b6ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:20.613867 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c074b4f7-6e9a-45b4-8754-c9a29f5b6ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for subnet, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:20.634837 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:20.640064 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 38364) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:20.640535 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-c074b4f7-6e9a-45b4-8754-c9a29f5b6ffd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6085804 Apr 30 13:23:20.645354 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-81175653-5189-4a4c-a36d-5209c01ab5ac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1665329584-router', 'tenant_id': 'f53f8c925bfc4ded8e34cc514f6c13a0', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:20.646783 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:20.650816 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-81175653-5189-4a4c-a36d-5209c01ab5ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:20.654704 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-81175653-5189-4a4c-a36d-5209c01ab5ac admin admin] Usage tracker for resource:router and tenant:f53f8c925bfc4ded8e34cc514f6c13a0 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:20.657477 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-81175653-5189-4a4c-a36d-5209c01ab5ac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:20.664542 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-81175653-5189-4a4c-a36d-5209c01ab5ac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:20.674894 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-7f2fc3d8-62f2-412b-a4c8-f8a888ee76a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:20.679916 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-81175653-5189-4a4c-a36d-5209c01ab5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-693704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30063'] for router, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:20.680967 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-81175653-5189-4a4c-a36d-5209c01ab5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30054'] for router, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:20.699529 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-81175653-5189-4a4c-a36d-5209c01ab5ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:20.837377 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Pushing event updated for resources: {'Port': ['ID=681899cb-6af7-4bb8-af83-c2aab7dacaac,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:20.846476 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:21.089175 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-81175653-5189-4a4c-a36d-5209c01ab5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30100'] for router, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:21.106420 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c64ff1e-9d4c-4eb5-aa9f-c5fda39bac4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp795fea3c-7670-5529-a9d6-b749f9b93b97-acda2445-7cfa-4934-abd3-e7302605e09c', 'network_id': 'acda2445-7cfa-4934-abd3-e7302605e09c', 'tenant_id': 'f53f8c925bfc4ded8e34cc514f6c13a0', 'fixed_ips': [{'subnet_id': 'ee6dc8ee-297c-45fc-9d0f-57e0a0899898'}]}} from dv-cinder-788363-2-iscsi. {{(pid=73847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:23:21.107278 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-7c64ff1e-9d4c-4eb5-aa9f-c5fda39bac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:21.352555 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-7f2fc3d8-62f2-412b-a4c8-f8a888ee76a4 None None] Notify callbacks [] for port, precommit_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:21.358847 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.db_base_plugin_common [None req-7c64ff1e-9d4c-4eb5-aa9f-c5fda39bac4b None None] Allocated IP 172.20.0.2 (acda2445-7cfa-4934-abd3-e7302605e09c/ee6dc8ee-297c-45fc-9d0f-57e0a0899898/a4ad80d6-f7f4-4e71-a17c-3dffe0a85289) {{(pid=73847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:23:21.374286 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-7f2fc3d8-62f2-412b-a4c8-f8a888ee76a4 None None] Transition to ACTIVE for port object af6ac916-7f0c-429b-beaf-8a6952c7697e will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:23:21.398559 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-7f2fc3d8-62f2-412b-a4c8-f8a888ee76a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:21.401645 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-81175653-5189-4a4c-a36d-5209c01ab5ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:21.413860 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:21.434205 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-81175653-5189-4a4c-a36d-5209c01ab5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:21.594853 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [None req-81175653-5189-4a4c-a36d-5209c01ab5ac admin admin] Allocated IP 172.27.3.254 (c3b86f7e-3861-4477-9f50-64652b00e102/6d81663d-75dc-44ec-8bd2-9cfe56c21a4e/d4111918-f21d-4934-b705-11e4676341d3) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:23:21.604744 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d0803-a1a5-427a-a281-d174789aca74 None None] Pushing event updated for resources: {'Port': ['ID=af6ac916-7f0c-429b-beaf-8a6952c7697e,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:21.610295 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0d8d0803-a1a5-427a-a281-d174789aca74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:21.756739 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-7f2fc3d8-62f2-412b-a4c8-f8a888ee76a4 None None] Attempting to bind port af6ac916-7f0c-429b-beaf-8a6952c7697e on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:23:21.757029 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-7f2fc3d8-62f2-412b-a4c8-f8a888ee76a4 None None] Attempting to bind port af6ac916-7f0c-429b-beaf-8a6952c7697e by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': 'fdb3bce9-439e-4d88-8638-6275fc27825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:23:21.757414 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2fc3d8-62f2-412b-a4c8-f8a888ee76a4 None None] Attempting to bind port af6ac916-7f0c-429b-beaf-8a6952c7697e on network c52d5925-28e6-42f1-8bb0-2f5295856676 {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:23:21.764602 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-81175653-5189-4a4c-a36d-5209c01ab5ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:21.776363 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2fc3d8-62f2-412b-a4c8-f8a888ee76a4 None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:23:21.791670 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2fc3d8-62f2-412b-a4c8-f8a888ee76a4 None None] Checking segment: {'id': 'fdb3bce9-439e-4d88-8638-6275fc27825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:23:21.791670 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-7f2fc3d8-62f2-412b-a4c8-f8a888ee76a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:21.791670 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2fc3d8-62f2-412b-a4c8-f8a888ee76a4 None None] Bound using segment: {'id': 'fdb3bce9-439e-4d88-8638-6275fc27825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:23:21.791670 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-7f2fc3d8-62f2-412b-a4c8-f8a888ee76a4 None None] Bound port: af6ac916-7f0c-429b-beaf-8a6952c7697e, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb3bce9-439e-4d88-8638-6275fc27825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:23:21.791670 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-7f2fc3d8-62f2-412b-a4c8-f8a888ee76a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:21.797771 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-81175653-5189-4a4c-a36d-5209c01ab5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:21.803085 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-7098e660-dc9a-44f3-b87d-0a6900793c7b tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:21.863678 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81175653-5189-4a4c-a36d-5209c01ab5ac admin admin] Network c3b86f7e-3861-4477-9f50-64652b00e102 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:23:21.866532 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-81175653-5189-4a4c-a36d-5209c01ab5ac admin admin] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:23:21.875913 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81175653-5189-4a4c-a36d-5209c01ab5ac admin admin] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:23:21.929819 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-7c64ff1e-9d4c-4eb5-aa9f-c5fda39bac4b None None] Notify callbacks [] for port, precommit_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:21.932701 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81175653-5189-4a4c-a36d-5209c01ab5ac admin admin] Pushing event updated for resources: {'Port': ['ID=d4111918-f21d-4934-b705-11e4676341d3,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:21.938088 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-81175653-5189-4a4c-a36d-5209c01ab5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:21.970202 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-7c64ff1e-9d4c-4eb5-aa9f-c5fda39bac4b None None] Transition to ACTIVE for port object a4ad80d6-f7f4-4e71-a17c-3dffe0a85289 will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:23:21.988226 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 681899cb-6af7-4bb8-af83-c2aab7dacaac up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:23:22.036998 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-7f2fc3d8-62f2-412b-a4c8-f8a888ee76a4 None None] For port af6ac916-7f0c-429b-beaf-8a6952c7697e, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:23:22.063909 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-7f2fc3d8-62f2-412b-a4c8-f8a888ee76a4 None None] For port af6ac916-7f0c-429b-beaf-8a6952c7697e, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=af6ac916-7f0c-429b-beaf-8a6952c7697e,segment=NetworkSegment(fdb3bce9-439e-4d88-8638-6275fc27825b),segment_id=fdb3bce9-439e-4d88-8638-6275fc27825b)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:23:22.065647 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-7c64ff1e-9d4c-4eb5-aa9f-c5fda39bac4b None None] Transition to ACTIVE for port object a4ad80d6-f7f4-4e71-a17c-3dffe0a85289 will not be triggered until provisioned by entity DHCP. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:23:22.071476 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-7f2fc3d8-62f2-412b-a4c8-f8a888ee76a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:22.076170 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-e01b5326-c768-4e59-913f-2a5753c7a851 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:22.112107 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-7c64ff1e-9d4c-4eb5-aa9f-c5fda39bac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950'] for port, after_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:22.165579 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c64ff1e-9d4c-4eb5-aa9f-c5fda39bac4b None None] Network acda2445-7cfa-4934-abd3-e7302605e09c is already hosted by enough agents. {{(pid=73847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:23:22.171317 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.scheduler.base_scheduler [None req-7c64ff1e-9d4c-4eb5-aa9f-c5fda39bac4b None None] Resources bound (agent type, host, resource id): {{(pid=73847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:23:22.178047 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c64ff1e-9d4c-4eb5-aa9f-c5fda39bac4b None None] Received port after_create {{(pid=73847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:23:22.180094 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port 681899cb-6af7-4bb8-af83-c2aab7dacaac triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:22.180468 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:22.213680 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2fc3d8-62f2-412b-a4c8-f8a888ee76a4 None None] Routers {'0feab5bb-62e4-406b-a243-66357ec7fe41'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:23:22.214720 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-7f2fc3d8-62f2-412b-a4c8-f8a888ee76a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:23:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['0feab5bb-62e4-406b-a243-66357ec7fe41'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:22.331222 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d0803-a1a5-427a-a281-d174789aca74 None None] Pushing event updated for resources: {'Port': ['ID=af6ac916-7f0c-429b-beaf-8a6952c7697e,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:22.340847 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-81175653-5189-4a4c-a36d-5209c01ab5ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:22.349189 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0d8d0803-a1a5-427a-a281-d174789aca74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:22.352630 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-88c128fa-cd53-4052-a009-103a5d38ad12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:22.549368 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-7c64ff1e-9d4c-4eb5-aa9f-c5fda39bac4b None None] Attempting to bind port a4ad80d6-f7f4-4e71-a17c-3dffe0a85289 on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:23:22.549756 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-7c64ff1e-9d4c-4eb5-aa9f-c5fda39bac4b None None] Attempting to bind port a4ad80d6-f7f4-4e71-a17c-3dffe0a85289 by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': 'a2f30dbe-3840-4bf7-9182-5bce6df394da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'acda2445-7cfa-4934-abd3-e7302605e09c'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:23:22.550157 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c64ff1e-9d4c-4eb5-aa9f-c5fda39bac4b None None] Attempting to bind port a4ad80d6-f7f4-4e71-a17c-3dffe0a85289 on network acda2445-7cfa-4934-abd3-e7302605e09c {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:23:22.593821 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64ff1e-9d4c-4eb5-aa9f-c5fda39bac4b None None] Pushing event updated for resources: {'Port': ['ID=a4ad80d6-f7f4-4e71-a17c-3dffe0a85289,revision_number=1']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:22.596582 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c64ff1e-9d4c-4eb5-aa9f-c5fda39bac4b None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:23:22.597024 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c64ff1e-9d4c-4eb5-aa9f-c5fda39bac4b None None] Checking segment: {'id': 'a2f30dbe-3840-4bf7-9182-5bce6df394da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'acda2445-7cfa-4934-abd3-e7302605e09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:23:22.597443 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-7c64ff1e-9d4c-4eb5-aa9f-c5fda39bac4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:22.597845 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c64ff1e-9d4c-4eb5-aa9f-c5fda39bac4b None None] Bound using segment: {'id': 'a2f30dbe-3840-4bf7-9182-5bce6df394da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'acda2445-7cfa-4934-abd3-e7302605e09c'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:23:22.598562 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-7c64ff1e-9d4c-4eb5-aa9f-c5fda39bac4b None None] Bound port: a4ad80d6-f7f4-4e71-a17c-3dffe0a85289, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f30dbe-3840-4bf7-9182-5bce6df394da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'acda2445-7cfa-4934-abd3-e7302605e09c'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:23:22.598949 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-7c64ff1e-9d4c-4eb5-aa9f-c5fda39bac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:22.609292 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-7c64ff1e-9d4c-4eb5-aa9f-c5fda39bac4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:22.699374 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-7f2fc3d8-62f2-412b-a4c8-f8a888ee76a4 None None] Set router 0feab5bb-62e4-406b-a243-66357ec7fe41 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:23:22.835065 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-81175653-5189-4a4c-a36d-5209c01ab5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671082'] for router, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:22.920730 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-7c64ff1e-9d4c-4eb5-aa9f-c5fda39bac4b None None] For port a4ad80d6-f7f4-4e71-a17c-3dffe0a85289, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:23:22.988301 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-7c64ff1e-9d4c-4eb5-aa9f-c5fda39bac4b None None] For port a4ad80d6-f7f4-4e71-a17c-3dffe0a85289, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=a4ad80d6-f7f4-4e71-a17c-3dffe0a85289,segment=NetworkSegment(a2f30dbe-3840-4bf7-9182-5bce6df394da),segment_id=a2f30dbe-3840-4bf7-9182-5bce6df394da)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:23:22.994707 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-7c64ff1e-9d4c-4eb5-aa9f-c5fda39bac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:23.000475 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:23.047758 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81175653-5189-4a4c-a36d-5209c01ab5ac admin admin] Router 12f96d27-687a-4e90-96a1-542c23ce225a is scheduled to L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 with binding_index 1 {{(pid=73845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:23:23.137333 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64ff1e-9d4c-4eb5-aa9f-c5fda39bac4b None None] Pushing event updated for resources: {'Port': ['ID=a4ad80d6-f7f4-4e71-a17c-3dffe0a85289,revision_number=2']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:23.141826 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-7c64ff1e-9d4c-4eb5-aa9f-c5fda39bac4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:23.174340 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-7f2fc3d8-62f2-412b-a4c8-f8a888ee76a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'name': 'tempest-TestShelveInstance-453054149-router', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '681899cb-6af7-4bb8-af83-c2aab7dacaac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:13Z', 'updated_at': '2021-04-30T13:23:18Z', 'revision_number': 4, 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'gw_port': {'id': '681899cb-6af7-4bb8-af83-c2aab7dacaac', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:15:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:14Z', 'updated_at': '2021-04-30T13:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'af6ac916-7f0c-429b-beaf-8a6952c7697e', 'name': '', 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'mac_address': 'fa:16:3e:66:aa:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '32feef93-2fcb-46f3-a9a4-5dd045858449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:17Z', 'updated_at': '2021-04-30T13:23:21Z', 'revision_number': 4, 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'subnets': [{'id': '32feef93-2fcb-46f3-a9a4-5dd045858449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:23.178963 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2fc3d8-62f2-412b-a4c8-f8a888ee76a4 None None] The sync data for ids ['0feab5bb-62e4-406b-a243-66357ec7fe41'] in dv-cinder-788363-2-iscsi is: [{'id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'name': 'tempest-TestShelveInstance-453054149-router', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '681899cb-6af7-4bb8-af83-c2aab7dacaac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:13Z', 'updated_at': '2021-04-30T13:23:18Z', 'revision_number': 4, 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'gw_port': {'id': '681899cb-6af7-4bb8-af83-c2aab7dacaac', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:15:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:14Z', 'updated_at': '2021-04-30T13:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'af6ac916-7f0c-429b-beaf-8a6952c7697e', 'name': '', 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'mac_address': 'fa:16:3e:66:aa:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '32feef93-2fcb-46f3-a9a4-5dd045858449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:17Z', 'updated_at': '2021-04-30T13:23:21Z', 'revision_number': 4, 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'subnets': [{'id': '32feef93-2fcb-46f3-a9a4-5dd045858449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:23:23.262223 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81175653-5189-4a4c-a36d-5209c01ab5ac admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:23:23.272294 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2749b67-a342-44c7-9c69-62d44bb65374 None None] Sync routers for ids ['12f96d27-687a-4e90-96a1-542c23ce225a'] in dv-cinder-788363-2-iscsi {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:23:23.292825 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2749b67-a342-44c7-9c69-62d44bb65374 None None] Routers {'12f96d27-687a-4e90-96a1-542c23ce225a'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:23:23.293718 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-c2749b67-a342-44c7-9c69-62d44bb65374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:23:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['12f96d27-687a-4e90-96a1-542c23ce225a'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:23.299749 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-81175653-5189-4a4c-a36d-5209c01ab5ac admin admin] Notify callbacks [] for router, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:23.301431 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-81175653-5189-4a4c-a36d-5209c01ab5ac admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6603479 Apr 30 13:23:23.304445 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 38380) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:23.516422 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-c2749b67-a342-44c7-9c69-62d44bb65374 None None] Set router 12f96d27-687a-4e90-96a1-542c23ce225a gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:23:23.837693 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-c2749b67-a342-44c7-9c69-62d44bb65374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f96d27-687a-4e90-96a1-542c23ce225a', 'name': 'tempest-TestShelveInstance-1665329584-router', 'tenant_id': 'f53f8c925bfc4ded8e34cc514f6c13a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd4111918-f21d-4934-b705-11e4676341d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:20Z', 'updated_at': '2021-04-30T13:23:22Z', 'revision_number': 3, 'project_id': 'f53f8c925bfc4ded8e34cc514f6c13a0', 'gw_port': {'id': 'd4111918-f21d-4934-b705-11e4676341d3', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f96d27-687a-4e90-96a1-542c23ce225a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:21Z', 'updated_at': '2021-04-30T13:23:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:23.842811 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2749b67-a342-44c7-9c69-62d44bb65374 None None] Checking router: 12f96d27-687a-4e90-96a1-542c23ce225a for host: dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:23:23.843172 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2749b67-a342-44c7-9c69-62d44bb65374 None None] Updating router 12f96d27-687a-4e90-96a1-542c23ce225a port d4111918-f21d-4934-b705-11e4676341d3 binding host dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:23:23.907636 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-c2749b67-a342-44c7-9c69-62d44bb65374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:24.108805 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device a4ad80d6-f7f4-4e71-a17c-3dffe0a85289 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:23:24.176455 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1b91ad92-fa66-4d20-9f7f-4058ea9951ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:24.228463 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port a4ad80d6-f7f4-4e71-a17c-3dffe0a85289 completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:23:24.244974 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device af6ac916-7f0c-429b-beaf-8a6952c7697e up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:23:24.379263 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port af6ac916-7f0c-429b-beaf-8a6952c7697e completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:23:24.387089 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port af6ac916-7f0c-429b-beaf-8a6952c7697e triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:24.387589 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:24.429744 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f7a4ba-3094-4825-9b5d-9e6c428ab8f0 None None] Network acda2445-7cfa-4934-abd3-e7302605e09c requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:23:24.432960 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-c2749b67-a342-44c7-9c69-62d44bb65374 None None] Notify callbacks [] for port, precommit_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:24.453435 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.provisioning_blocks [None req-c2749b67-a342-44c7-9c69-62d44bb65374 None None] Transition to ACTIVE for port object d4111918-f21d-4934-b705-11e4676341d3 will not be triggered until provisioned by entity L2. {{(pid=73848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:23:24.464372 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-c2749b67-a342-44c7-9c69-62d44bb65374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:24.471326 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:24.516907 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-dad939e2-0fe2-4a6a-8a5d-e24c84b6ebc1 None None] Provisioning for port a4ad80d6-f7f4-4e71-a17c-3dffe0a85289 completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:23:24.644326 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-c2749b67-a342-44c7-9c69-62d44bb65374 None None] Attempting to bind port d4111918-f21d-4934-b705-11e4676341d3 on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:23:24.644688 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-c2749b67-a342-44c7-9c69-62d44bb65374 None None] Attempting to bind port d4111918-f21d-4934-b705-11e4676341d3 by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}] {{(pid=73848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:23:24.645053 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2749b67-a342-44c7-9c69-62d44bb65374 None None] Attempting to bind port d4111918-f21d-4934-b705-11e4676341d3 on network c3b86f7e-3861-4477-9f50-64652b00e102 {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:23:24.666790 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a61552-df33-499f-aaef-a80b08bf4a19 None None] Pushing event updated for resources: {'Port': ['ID=d4111918-f21d-4934-b705-11e4676341d3,revision_number=2']} {{(pid=73848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:24.669685 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-61a61552-df33-499f-aaef-a80b08bf4a19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:24.671059 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2749b67-a342-44c7-9c69-62d44bb65374 None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:23:24.671591 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2749b67-a342-44c7-9c69-62d44bb65374 None None] Checking segment: {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:23:24.671999 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-c2749b67-a342-44c7-9c69-62d44bb65374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:24.672391 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2749b67-a342-44c7-9c69-62d44bb65374 None None] Bound using segment: {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'} {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:23:24.672879 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-c2749b67-a342-44c7-9c69-62d44bb65374 None None] Bound port: d4111918-f21d-4934-b705-11e4676341d3, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}}] {{(pid=73848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:23:24.673273 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-c2749b67-a342-44c7-9c69-62d44bb65374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:24.696570 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-dad939e2-0fe2-4a6a-8a5d-e24c84b6ebc1 None None] Provisioning complete for port a4ad80d6-f7f4-4e71-a17c-3dffe0a85289 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:24.697030 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-dad939e2-0fe2-4a6a-8a5d-e24c84b6ebc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:24.718940 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [None req-1b91ad92-fa66-4d20-9f7f-4058ea9951ad admin admin] Allocated IP 172.20.0.1 (acda2445-7cfa-4934-abd3-e7302605e09c/ee6dc8ee-297c-45fc-9d0f-57e0a0899898/bcdb0985-cc69-4428-a439-078d7249198f) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:23:24.774803 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.db [None req-c2749b67-a342-44c7-9c69-62d44bb65374 None None] For port d4111918-f21d-4934-b705-11e4676341d3, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:23:24.778397 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.db [None req-c2749b67-a342-44c7-9c69-62d44bb65374 None None] For port d4111918-f21d-4934-b705-11e4676341d3, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=d4111918-f21d-4934-b705-11e4676341d3,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:23:24.783824 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-c2749b67-a342-44c7-9c69-62d44bb65374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:24.788890 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-cd47bc0c-383e-4d6f-a0bc-73cac864f676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:24.865754 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2749b67-a342-44c7-9c69-62d44bb65374 None None] Routers {'12f96d27-687a-4e90-96a1-542c23ce225a'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:23:24.866581 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-c2749b67-a342-44c7-9c69-62d44bb65374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:23:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['12f96d27-687a-4e90-96a1-542c23ce225a'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:24.889485 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1b91ad92-fa66-4d20-9f7f-4058ea9951ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:24.907013 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [None req-1b91ad92-fa66-4d20-9f7f-4058ea9951ad admin admin] Transition to ACTIVE for port object bcdb0985-cc69-4428-a439-078d7249198f will not be triggered until provisioned by entity DHCP. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:23:24.932332 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1b91ad92-fa66-4d20-9f7f-4058ea9951ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:24.936807 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-fbbaaaf0-9199-4287-afd4-26ce2710b843 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:24.968119 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a61552-df33-499f-aaef-a80b08bf4a19 None None] Pushing event updated for resources: {'Port': ['ID=d4111918-f21d-4934-b705-11e4676341d3,revision_number=3']} {{(pid=73848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:24.968119 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-61a61552-df33-499f-aaef-a80b08bf4a19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:24.999236 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b91ad92-fa66-4d20-9f7f-4058ea9951ad admin admin] Network acda2445-7cfa-4934-abd3-e7302605e09c is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:23:25.006099 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-1b91ad92-fa66-4d20-9f7f-4058ea9951ad admin admin] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:23:25.008519 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b91ad92-fa66-4d20-9f7f-4058ea9951ad admin admin] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:23:25.023043 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:25.054650 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91ad92-fa66-4d20-9f7f-4058ea9951ad admin admin] Pushing event updated for resources: {'Port': ['ID=bcdb0985-cc69-4428-a439-078d7249198f,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:25.058179 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1b91ad92-fa66-4d20-9f7f-4058ea9951ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:25.076670 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-dad939e2-0fe2-4a6a-8a5d-e24c84b6ebc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:25.078566 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1b91ad92-fa66-4d20-9f7f-4058ea9951ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657636'] for router_interface, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:25.097694 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-c2749b67-a342-44c7-9c69-62d44bb65374 None None] Set router 12f96d27-687a-4e90-96a1-542c23ce225a gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:23:25.115038 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] For port af6ac916-7f0c-429b-beaf-8a6952c7697e, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=af6ac916-7f0c-429b-beaf-8a6952c7697e,segment=NetworkSegment(fdb3bce9-439e-4d88-8638-6275fc27825b),segment_id=fdb3bce9-439e-4d88-8638-6275fc27825b)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:25.140059 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:25.144594 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:25.201012 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-dad939e2-0fe2-4a6a-8a5d-e24c84b6ebc1 None None] For port a4ad80d6-f7f4-4e71-a17c-3dffe0a85289, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=a4ad80d6-f7f4-4e71-a17c-3dffe0a85289,segment=NetworkSegment(a2f30dbe-3840-4bf7-9182-5bce6df394da),segment_id=a2f30dbe-3840-4bf7-9182-5bce6df394da)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:25.221241 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-dad939e2-0fe2-4a6a-8a5d-e24c84b6ebc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:25.229189 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1b91ad92-fa66-4d20-9f7f-4058ea9951ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:25.240785 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Pushing event updated for resources: {'Port': ['ID=af6ac916-7f0c-429b-beaf-8a6952c7697e,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:25.243915 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:25.244681 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:25.320018 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad939e2-0fe2-4a6a-8a5d-e24c84b6ebc1 None None] Pushing event updated for resources: {'Port': ['ID=a4ad80d6-f7f4-4e71-a17c-3dffe0a85289,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:25.324127 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-dad939e2-0fe2-4a6a-8a5d-e24c84b6ebc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:25.435962 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-c2749b67-a342-44c7-9c69-62d44bb65374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f96d27-687a-4e90-96a1-542c23ce225a', 'name': 'tempest-TestShelveInstance-1665329584-router', 'tenant_id': 'f53f8c925bfc4ded8e34cc514f6c13a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd4111918-f21d-4934-b705-11e4676341d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:20Z', 'updated_at': '2021-04-30T13:23:22Z', 'revision_number': 3, 'project_id': 'f53f8c925bfc4ded8e34cc514f6c13a0', 'gw_port': {'id': 'd4111918-f21d-4934-b705-11e4676341d3', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f96d27-687a-4e90-96a1-542c23ce225a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:21Z', 'updated_at': '2021-04-30T13:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:25.440190 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2749b67-a342-44c7-9c69-62d44bb65374 None None] The sync data for ids ['12f96d27-687a-4e90-96a1-542c23ce225a'] in dv-cinder-788363-2-iscsi is: [{'id': '12f96d27-687a-4e90-96a1-542c23ce225a', 'name': 'tempest-TestShelveInstance-1665329584-router', 'tenant_id': 'f53f8c925bfc4ded8e34cc514f6c13a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd4111918-f21d-4934-b705-11e4676341d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:20Z', 'updated_at': '2021-04-30T13:23:22Z', 'revision_number': 3, 'project_id': 'f53f8c925bfc4ded8e34cc514f6c13a0', 'gw_port': {'id': 'd4111918-f21d-4934-b705-11e4676341d3', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f96d27-687a-4e90-96a1-542c23ce225a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:21Z', 'updated_at': '2021-04-30T13:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}] {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:23:25.449463 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-f2908a51-d711-4cfe-97dd-6887ec790401 None None] Provisioning complete for port a4ad80d6-f7f4-4e71-a17c-3dffe0a85289 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:25.449853 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-f2908a51-d711-4cfe-97dd-6887ec790401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:25.509374 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1b91ad92-fa66-4d20-9f7f-4058ea9951ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:25.517215 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1b91ad92-fa66-4d20-9f7f-4058ea9951ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-554251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:25.550778 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-07d68b5e-f279-4555-aaf7-66f562609d60 tempest-VolumesNegativeTest-530041148 tempest-VolumesNegativeTest-530041148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:25.617579 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1b91ad92-fa66-4d20-9f7f-4058ea9951ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657473'] for router_interface, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:25.626134 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-f2908a51-d711-4cfe-97dd-6887ec790401 None None] Provisioning for port bcdb0985-cc69-4428-a439-078d7249198f completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:23:25.639523 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-f2908a51-d711-4cfe-97dd-6887ec790401 None None] Provisioning complete for port bcdb0985-cc69-4428-a439-078d7249198f triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:25.639913 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-f2908a51-d711-4cfe-97dd-6887ec790401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:25.709611 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91ad92-fa66-4d20-9f7f-4058ea9951ad admin admin] Pushing event updated for resources: {'Port': ['ID=bcdb0985-cc69-4428-a439-078d7249198f,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:25.712674 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1b91ad92-fa66-4d20-9f7f-4058ea9951ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:25.778643 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-f2908a51-d711-4cfe-97dd-6887ec790401 None None] Port bcdb0985-cc69-4428-a439-078d7249198f cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:23:25.867300 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b91ad92-fa66-4d20-9f7f-4058ea9951ad admin admin] Network acda2445-7cfa-4934-abd3-e7302605e09c is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:23:25.868533 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-1b91ad92-fa66-4d20-9f7f-4058ea9951ad admin admin] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:23:25.913619 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-e9ca9204-6535-4b0b-95e4-3a3e85bd3343 None None] Provisioning complete for port bcdb0985-cc69-4428-a439-078d7249198f triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:25.914101 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-e9ca9204-6535-4b0b-95e4-3a3e85bd3343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:26.055121 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-e9ca9204-6535-4b0b-95e4-3a3e85bd3343 None None] Port bcdb0985-cc69-4428-a439-078d7249198f cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:23:26.138681 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b91ad92-fa66-4d20-9f7f-4058ea9951ad admin admin] Router 12f96d27-687a-4e90-96a1-542c23ce225a has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:23:26.176716 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device a4ad80d6-f7f4-4e71-a17c-3dffe0a85289 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:23:26.246981 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-2722f0e4-4d06-472a-87af-f68a3c24ccec None None] Provisioning complete for port bcdb0985-cc69-4428-a439-078d7249198f triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:26.247797 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-2722f0e4-4d06-472a-87af-f68a3c24ccec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:26.317056 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-2722f0e4-4d06-472a-87af-f68a3c24ccec None None] Port bcdb0985-cc69-4428-a439-078d7249198f cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:23:26.320738 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port a4ad80d6-f7f4-4e71-a17c-3dffe0a85289 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:26.321123 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:26.405005 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b91ad92-fa66-4d20-9f7f-4058ea9951ad admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:23:26.420515 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf85594-0d80-40f0-bedc-d26fb6514dc3 req-e9caa20b-0154-4acc-962b-ccc14fd4238e tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:26.422089 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-daf85594-0d80-40f0-bedc-d26fb6514dc3 req-e9caa20b-0154-4acc-962b-ccc14fd4238e tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a80cff4-38d7-4dce-a9b8-6b7eb3929600 HTTP/1.1" status: 200 len: 945 time: 0.1760674 Apr 30 13:23:26.433843 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-1b91ad92-fa66-4d20-9f7f-4058ea9951ad admin admin] 10.222.0.30 "PUT /v2.0/routers/12f96d27-687a-4e90-96a1-542c23ce225a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1191969 Apr 30 13:23:26.458670 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device af6ac916-7f0c-429b-beaf-8a6952c7697e up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:23:26.481011 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-daf85594-0d80-40f0-bedc-d26fb6514dc3 req-a23f426c-f666-41b5-9e5d-64c119a77007 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517316 Apr 30 13:23:26.533010 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port af6ac916-7f0c-429b-beaf-8a6952c7697e triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:26.533392 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:26.659547 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device d4111918-f21d-4934-b705-11e4676341d3 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:23:26.727208 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port d4111918-f21d-4934-b705-11e4676341d3 completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:23:26.732525 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port d4111918-f21d-4934-b705-11e4676341d3 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:26.732862 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:26.852012 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:26.867971 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] For port d4111918-f21d-4934-b705-11e4676341d3, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=d4111918-f21d-4934-b705-11e4676341d3,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:26.871951 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:26.875475 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:26.945567 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Pushing event updated for resources: {'Port': ['ID=d4111918-f21d-4934-b705-11e4676341d3,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:26.948631 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:26.983940 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 38406) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:26.989657 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-70fd02f5-bec1-4803-ac5c-99792c5ceafe tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-432295352', 'description': 'tempest-secgroup-smoke-432295352 description', 'project_id': '48d528dc58794031bbd51eaf60573f4b'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:26.996050 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-70fd02f5-bec1-4803-ac5c-99792c5ceafe tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:27.000472 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-70fd02f5-bec1-4803-ac5c-99792c5ceafe tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Usage tracker for resource:security_group and tenant:48d528dc58794031bbd51eaf60573f4b is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:27.003375 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-70fd02f5-bec1-4803-ac5c-99792c5ceafe tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:27.108052 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-70fd02f5-bec1-4803-ac5c-99792c5ceafe tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:27.117811 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-70fd02f5-bec1-4803-ac5c-99792c5ceafe tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:27.146511 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-70fd02f5-bec1-4803-ac5c-99792c5ceafe tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:27.150348 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-70fd02f5-bec1-4803-ac5c-99792c5ceafe tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Usage tracker for resource:security_group_rule and tenant:48d528dc58794031bbd51eaf60573f4b is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:27.153281 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-70fd02f5-bec1-4803-ac5c-99792c5ceafe tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:27.159084 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-70fd02f5-bec1-4803-ac5c-99792c5ceafe tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:27.226846 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed60a927-2071-4bf9-ba27-09d4dc5ad8bd None None] Sync routers for ids ['12f96d27-687a-4e90-96a1-542c23ce225a'] in dv-cinder-788363-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:23:27.230399 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-70fd02f5-bec1-4803-ac5c-99792c5ceafe tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:27.234789 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-70fd02f5-bec1-4803-ac5c-99792c5ceafe tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:27.238549 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed60a927-2071-4bf9-ba27-09d4dc5ad8bd None None] Routers {'12f96d27-687a-4e90-96a1-542c23ce225a'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:23:27.239237 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-ed60a927-2071-4bf9-ba27-09d4dc5ad8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:23:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['12f96d27-687a-4e90-96a1-542c23ce225a'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:27.239886 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-46254f19-1934-4859-8ce5-052411609f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:27.276297 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd02f5-bec1-4803-ac5c-99792c5ceafe tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83cd27c7-2c7b-4b81-9580-39049a1f4ef1,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:27.279008 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-70fd02f5-bec1-4803-ac5c-99792c5ceafe tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:27.282964 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-70fd02f5-bec1-4803-ac5c-99792c5ceafe tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2950327 Apr 30 13:23:27.282964 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-70fd02f5-bec1-4803-ac5c-99792c5ceafe tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:27.283198 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 38410) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:27.288309 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-4ee6d347-7b0d-42ee-9a06-49e1bc5a8145 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Request body: {'security_group_rule': {'security_group_id': '83cd27c7-2c7b-4b81-9580-39049a1f4ef1', 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:27.294242 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-4ee6d347-7b0d-42ee-9a06-49e1bc5a8145 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:27.298492 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-4ee6d347-7b0d-42ee-9a06-49e1bc5a8145 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Usage tracker for resource:security_group_rule and tenant:48d528dc58794031bbd51eaf60573f4b is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:27.301300 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-4ee6d347-7b0d-42ee-9a06-49e1bc5a8145 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:27.308585 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-4ee6d347-7b0d-42ee-9a06-49e1bc5a8145 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:27.323806 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4ee6d347-7b0d-42ee-9a06-49e1bc5a8145 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:27.388570 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4ee6d347-7b0d-42ee-9a06-49e1bc5a8145 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:27.393438 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4ee6d347-7b0d-42ee-9a06-49e1bc5a8145 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724316'] for security_group_rule, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:27.395592 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-c8f47d84-5c55-454a-85c3-c920842da6c8 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:27.418375 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6d347-7b0d-42ee-9a06-49e1bc5a8145 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a52745d-402c-4278-9ff1-a7931faf79b9,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:27.423552 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-4ee6d347-7b0d-42ee-9a06-49e1bc5a8145 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:27.428286 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4ee6d347-7b0d-42ee-9a06-49e1bc5a8145 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:27.429544 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-4ee6d347-7b0d-42ee-9a06-49e1bc5a8145 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454773 Apr 30 13:23:27.432485 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 38414) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:27.438358 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-7adbe6f1-2763-41a5-a0c2-1b0bf0c3b6ce tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Request body: {'security_group_rule': {'security_group_id': '83cd27c7-2c7b-4b81-9580-39049a1f4ef1', 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:27.445115 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-7adbe6f1-2763-41a5-a0c2-1b0bf0c3b6ce tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:27.450115 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-7adbe6f1-2763-41a5-a0c2-1b0bf0c3b6ce tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Usage tracker for resource:security_group_rule and tenant:48d528dc58794031bbd51eaf60573f4b is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:27.453128 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-7adbe6f1-2763-41a5-a0c2-1b0bf0c3b6ce tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:27.459162 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-7adbe6f1-2763-41a5-a0c2-1b0bf0c3b6ce tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:27.462301 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-ed60a927-2071-4bf9-ba27-09d4dc5ad8bd None None] Set router 12f96d27-687a-4e90-96a1-542c23ce225a gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:23:27.479916 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7adbe6f1-2763-41a5-a0c2-1b0bf0c3b6ce tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:27.548041 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7adbe6f1-2763-41a5-a0c2-1b0bf0c3b6ce tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:27.552039 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7adbe6f1-2763-41a5-a0c2-1b0bf0c3b6ce tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724316'] for security_group_rule, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:27.554532 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-62f7ce2f-ba79-4077-9081-41f2bf79cf44 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:27.606020 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adbe6f1-2763-41a5-a0c2-1b0bf0c3b6ce tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04bf763-e5b9-4b27-87b1-bc49daeeef8e,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:27.610218 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-7adbe6f1-2763-41a5-a0c2-1b0bf0c3b6ce tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:27.642830 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7adbe6f1-2763-41a5-a0c2-1b0bf0c3b6ce tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:27.646805 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-7adbe6f1-2763-41a5-a0c2-1b0bf0c3b6ce tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2105544 Apr 30 13:23:27.647098 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 38420) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:27.652852 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-dc5b61f0-23ea-4405-9c44-e18865997e43 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Request body: {'security_group_rule': {'security_group_id': '83cd27c7-2c7b-4b81-9580-39049a1f4ef1', 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:27.660389 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-dc5b61f0-23ea-4405-9c44-e18865997e43 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:27.664501 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-dc5b61f0-23ea-4405-9c44-e18865997e43 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Usage tracker for resource:security_group_rule and tenant:48d528dc58794031bbd51eaf60573f4b is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:27.667630 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-dc5b61f0-23ea-4405-9c44-e18865997e43 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:27.677646 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-dc5b61f0-23ea-4405-9c44-e18865997e43 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:27.695956 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-dc5b61f0-23ea-4405-9c44-e18865997e43 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:27.699848 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa885f2-9569-45c7-bf45-eb1b18ddbcfb req-b5076176-bb29-43ed-99e5-e2a996d16d3d tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:27.701593 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4aa885f2-9569-45c7-bf45-eb1b18ddbcfb req-b5076176-bb29-43ed-99e5-e2a996d16d3d tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a80cff4-38d7-4dce-a9b8-6b7eb3929600 HTTP/1.1" status: 200 len: 945 time: 0.0895255 Apr 30 13:23:27.752221 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4aa885f2-9569-45c7-bf45-eb1b18ddbcfb req-8e4528a6-a91b-4dd8-9ed4-b3fbe7b77fbb tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441182 Apr 30 13:23:27.770647 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-dc5b61f0-23ea-4405-9c44-e18865997e43 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:27.775045 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-dc5b61f0-23ea-4405-9c44-e18865997e43 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724316'] for security_group_rule, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:27.783149 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:27.800859 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-ed60a927-2071-4bf9-ba27-09d4dc5ad8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f96d27-687a-4e90-96a1-542c23ce225a', 'name': 'tempest-TestShelveInstance-1665329584-router', 'tenant_id': 'f53f8c925bfc4ded8e34cc514f6c13a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd4111918-f21d-4934-b705-11e4676341d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:20Z', 'updated_at': '2021-04-30T13:23:25Z', 'revision_number': 4, 'project_id': 'f53f8c925bfc4ded8e34cc514f6c13a0', 'gw_port': {'id': 'd4111918-f21d-4934-b705-11e4676341d3', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f96d27-687a-4e90-96a1-542c23ce225a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:21Z', 'updated_at': '2021-04-30T13:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'bcdb0985-cc69-4428-a439-078d7249198f', 'name': '', 'network_id': 'acda2445-7cfa-4934-abd3-e7302605e09c', 'tenant_id': 'f53f8c925bfc4ded8e34cc514f6c13a0', 'mac_address': 'fa:16:3e:92:d1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f96d27-687a-4e90-96a1-542c23ce225a', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ee6dc8ee-297c-45fc-9d0f-57e0a0899898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:24Z', 'updated_at': '2021-04-30T13:23:25Z', 'revision_number': 2, 'project_id': 'f53f8c925bfc4ded8e34cc514f6c13a0', 'subnets': [{'id': 'ee6dc8ee-297c-45fc-9d0f-57e0a0899898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:27.802920 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b61f0-23ea-4405-9c44-e18865997e43 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=141360d9-0a01-4c74-95b3-31b536266d1a,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:27.804877 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed60a927-2071-4bf9-ba27-09d4dc5ad8bd None None] Checking router: 12f96d27-687a-4e90-96a1-542c23ce225a for host: dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:23:27.805243 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed60a927-2071-4bf9-ba27-09d4dc5ad8bd None None] Updating router 12f96d27-687a-4e90-96a1-542c23ce225a port bcdb0985-cc69-4428-a439-078d7249198f binding host dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:23:27.805428 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-dc5b61f0-23ea-4405-9c44-e18865997e43 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:27.814366 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-dc5b61f0-23ea-4405-9c44-e18865997e43 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:27.817975 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-dc5b61f0-23ea-4405-9c44-e18865997e43 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1677341 Apr 30 13:23:27.818658 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 38424) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:27.823748 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-130cc7c5-d354-4631-94d9-1135712c4aab tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Request body: {'security_group_rule': {'security_group_id': '83cd27c7-2c7b-4b81-9580-39049a1f4ef1', 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:27.830220 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-130cc7c5-d354-4631-94d9-1135712c4aab tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:27.834137 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-130cc7c5-d354-4631-94d9-1135712c4aab tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Usage tracker for resource:security_group_rule and tenant:48d528dc58794031bbd51eaf60573f4b is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:27.838199 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-130cc7c5-d354-4631-94d9-1135712c4aab tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:27.844607 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-130cc7c5-d354-4631-94d9-1135712c4aab tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:27.859235 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-ed60a927-2071-4bf9-ba27-09d4dc5ad8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:27.861362 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-130cc7c5-d354-4631-94d9-1135712c4aab tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:27.931014 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-130cc7c5-d354-4631-94d9-1135712c4aab tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:27.935992 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-130cc7c5-d354-4631-94d9-1135712c4aab tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724316'] for security_group_rule, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:27.938241 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-60567d0e-729d-4de7-858f-be5d112ade37 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:27.961975 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130cc7c5-d354-4631-94d9-1135712c4aab tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9cd4a4-3afa-4473-9fef-70ad7bb603d4,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:27.964365 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-130cc7c5-d354-4631-94d9-1135712c4aab tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:27.972902 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-130cc7c5-d354-4631-94d9-1135712c4aab tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:27.974476 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-130cc7c5-d354-4631-94d9-1135712c4aab tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1549175 Apr 30 13:23:27.976211 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device d4111918-f21d-4934-b705-11e4676341d3 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:23:27.977331 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 38428) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:27.982570 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-b1a0422d-2935-413c-9b6a-a099fcd92d44 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Request body: {'security_group_rule': {'security_group_id': '83cd27c7-2c7b-4b81-9580-39049a1f4ef1', 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:27.988678 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-b1a0422d-2935-413c-9b6a-a099fcd92d44 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:27.992672 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-b1a0422d-2935-413c-9b6a-a099fcd92d44 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Usage tracker for resource:security_group_rule and tenant:48d528dc58794031bbd51eaf60573f4b is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:27.995706 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-b1a0422d-2935-413c-9b6a-a099fcd92d44 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:28.001917 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-b1a0422d-2935-413c-9b6a-a099fcd92d44 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:28.012452 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.db.securitygroups_db [None req-b1a0422d-2935-413c-9b6a-a099fcd92d44 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Project 48d528dc58794031bbd51eaf60573f4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 13:23:28.019719 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b1a0422d-2935-413c-9b6a-a099fcd92d44 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:28.083970 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b1a0422d-2935-413c-9b6a-a099fcd92d44 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:28.088170 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b1a0422d-2935-413c-9b6a-a099fcd92d44 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724316'] for security_group_rule, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:28.096234 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-7adbe6f1-2763-41a5-a0c2-1b0bf0c3b6ce tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:28.114002 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0422d-2935-413c-9b6a-a099fcd92d44 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43750b85-921d-40cf-9f71-75d44d0ffd0e,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:28.116767 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b1a0422d-2935-413c-9b6a-a099fcd92d44 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:28.127289 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b1a0422d-2935-413c-9b6a-a099fcd92d44 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:28.131011 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-b1a0422d-2935-413c-9b6a-a099fcd92d44 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1501482 Apr 30 13:23:28.131247 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 38432) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:28.136840 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-ccf0a66b-aa34-4591-a110-cd98346182d8 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Request body: {'security_group_rule': {'security_group_id': '83cd27c7-2c7b-4b81-9580-39049a1f4ef1', 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:28.144322 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-ccf0a66b-aa34-4591-a110-cd98346182d8 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:28.148257 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-ccf0a66b-aa34-4591-a110-cd98346182d8 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Usage tracker for resource:security_group_rule and tenant:48d528dc58794031bbd51eaf60573f4b is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:28.152020 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-ccf0a66b-aa34-4591-a110-cd98346182d8 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:28.152190 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port d4111918-f21d-4934-b705-11e4676341d3 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:28.152524 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:28.158392 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-ccf0a66b-aa34-4591-a110-cd98346182d8 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:28.169709 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.db.securitygroups_db [None req-ccf0a66b-aa34-4591-a110-cd98346182d8 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Project 48d528dc58794031bbd51eaf60573f4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 13:23:28.175643 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ccf0a66b-aa34-4591-a110-cd98346182d8 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:28.215667 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a26b7-bce7-4283-8911-5cc0259bda95 req-46ef0d5d-4ff4-4a53-b972-5b5f23861642 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:28.216497 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-b53a26b7-bce7-4283-8911-5cc0259bda95 req-46ef0d5d-4ff4-4a53-b972-5b5f23861642 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Synchronizing usage tracker for tenant:f8a4ed97ca674a6a92ac1ffab86047b3 on resource:port {{(pid=73846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:23:28.235468 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-b53a26b7-bce7-4283-8911-5cc0259bda95 req-46ef0d5d-4ff4-4a53-b972-5b5f23861642 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Unset dirty status for tenant:f8a4ed97ca674a6a92ac1ffab86047b3 on resource:port {{(pid=73846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:23:28.237283 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-b53a26b7-bce7-4283-8911-5cc0259bda95 req-46ef0d5d-4ff4-4a53-b972-5b5f23861642 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a80cff4-38d7-4dce-a9b8-6b7eb3929600 HTTP/1.1" status: 200 len: 945 time: 0.1140630 Apr 30 13:23:28.246673 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ccf0a66b-aa34-4591-a110-cd98346182d8 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:28.251168 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ccf0a66b-aa34-4591-a110-cd98346182d8 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724316'] for security_group_rule, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:28.253152 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:28.276159 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0a66b-aa34-4591-a110-cd98346182d8 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6b66db-039d-4b66-9793-34d3d0c2be83,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:28.278708 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ccf0a66b-aa34-4591-a110-cd98346182d8 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:28.288184 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ccf0a66b-aa34-4591-a110-cd98346182d8 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:28.295013 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-ccf0a66b-aa34-4591-a110-cd98346182d8 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1622038 Apr 30 13:23:28.374841 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-ed60a927-2071-4bf9-ba27-09d4dc5ad8bd None None] Notify callbacks [] for port, precommit_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:28.389359 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-ed60a927-2071-4bf9-ba27-09d4dc5ad8bd None None] Transition to ACTIVE for port object bcdb0985-cc69-4428-a439-078d7249198f will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:23:28.392587 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [req-b53a26b7-bce7-4283-8911-5cc0259bda95 req-7b45cbf5-56dd-41b7-9aa3-f9739b386de4 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Deleting port 86fe28cf-467b-4ebc-a322-9326c2dad53b {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:23:28.393241 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-b53a26b7-bce7-4283-8911-5cc0259bda95 req-7b45cbf5-56dd-41b7-9aa3-f9739b386de4 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:28.397232 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-ed60a927-2071-4bf9-ba27-09d4dc5ad8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:28.400867 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-e01b5326-c768-4e59-913f-2a5753c7a851 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:28.532500 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008f905-591e-4fba-ad4a-8660406903cb None None] Pushing event updated for resources: {'Port': ['ID=bcdb0985-cc69-4428-a439-078d7249198f,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:28.561538 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-b53a26b7-bce7-4283-8911-5cc0259bda95 req-7b45cbf5-56dd-41b7-9aa3-f9739b386de4 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] For port 86fe28cf-467b-4ebc-a322-9326c2dad53b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=86fe28cf-467b-4ebc-a322-9326c2dad53b,segment=NetworkSegment(76febac4-7bd3-484d-b170-050fd50007df),segment_id=76febac4-7bd3-484d-b170-050fd50007df)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:28.561990 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-b53a26b7-bce7-4283-8911-5cc0259bda95 req-7b45cbf5-56dd-41b7-9aa3-f9739b386de4 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:28.595785 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-5008f905-591e-4fba-ad4a-8660406903cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:28.662049 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-ed60a927-2071-4bf9-ba27-09d4dc5ad8bd None None] Attempting to bind port bcdb0985-cc69-4428-a439-078d7249198f on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:23:28.662432 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-ed60a927-2071-4bf9-ba27-09d4dc5ad8bd None None] Attempting to bind port bcdb0985-cc69-4428-a439-078d7249198f by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': 'a2f30dbe-3840-4bf7-9182-5bce6df394da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'acda2445-7cfa-4934-abd3-e7302605e09c'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:23:28.662801 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed60a927-2071-4bf9-ba27-09d4dc5ad8bd None None] Attempting to bind port bcdb0985-cc69-4428-a439-078d7249198f on network acda2445-7cfa-4934-abd3-e7302605e09c {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:23:28.668267 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed60a927-2071-4bf9-ba27-09d4dc5ad8bd None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:23:28.668891 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed60a927-2071-4bf9-ba27-09d4dc5ad8bd None None] Checking segment: {'id': 'a2f30dbe-3840-4bf7-9182-5bce6df394da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'acda2445-7cfa-4934-abd3-e7302605e09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:23:28.669852 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-ed60a927-2071-4bf9-ba27-09d4dc5ad8bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:28.670299 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed60a927-2071-4bf9-ba27-09d4dc5ad8bd None None] Bound using segment: {'id': 'a2f30dbe-3840-4bf7-9182-5bce6df394da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'acda2445-7cfa-4934-abd3-e7302605e09c'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:23:28.670780 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-ed60a927-2071-4bf9-ba27-09d4dc5ad8bd None None] Bound port: bcdb0985-cc69-4428-a439-078d7249198f, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f30dbe-3840-4bf7-9182-5bce6df394da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'acda2445-7cfa-4934-abd3-e7302605e09c'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:23:28.671157 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-ed60a927-2071-4bf9-ba27-09d4dc5ad8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:28.788712 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-ed60a927-2071-4bf9-ba27-09d4dc5ad8bd None None] For port bcdb0985-cc69-4428-a439-078d7249198f, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:23:28.793624 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-ed60a927-2071-4bf9-ba27-09d4dc5ad8bd None None] For port bcdb0985-cc69-4428-a439-078d7249198f, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=bcdb0985-cc69-4428-a439-078d7249198f,segment=NetworkSegment(a2f30dbe-3840-4bf7-9182-5bce6df394da),segment_id=a2f30dbe-3840-4bf7-9182-5bce6df394da)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:23:28.799741 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-ed60a927-2071-4bf9-ba27-09d4dc5ad8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:28.805077 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-7c64ff1e-9d4c-4eb5-aa9f-c5fda39bac4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:28.818969 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [req-b53a26b7-bce7-4283-8911-5cc0259bda95 req-7b45cbf5-56dd-41b7-9aa3-f9739b386de4 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Calling delete_port for 86fe28cf-467b-4ebc-a322-9326c2dad53b owned by compute:nova {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:23:28.899144 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed60a927-2071-4bf9-ba27-09d4dc5ad8bd None None] Routers {'12f96d27-687a-4e90-96a1-542c23ce225a'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:23:28.899785 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-ed60a927-2071-4bf9-ba27-09d4dc5ad8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:23:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['12f96d27-687a-4e90-96a1-542c23ce225a'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:29.064126 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-b53a26b7-bce7-4283-8911-5cc0259bda95 req-7b45cbf5-56dd-41b7-9aa3-f9739b386de4 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:29.072731 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0996c73f-b4c4-45b5-b1f6-6126d6f29c7a tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:29.072981 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db01153-317e-4a2d-b60d-75b713f6ba05 req-347e0d01-a683-43b0-81b0-8445e23bb4b5 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:29.076306 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5db01153-317e-4a2d-b60d-75b713f6ba05 req-347e0d01-a683-43b0-81b0-8445e23bb4b5 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a80cff4-38d7-4dce-a9b8-6b7eb3929600 HTTP/1.1" status: 200 len: 945 time: 0.1890073 Apr 30 13:23:29.127888 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45cbf5-56dd-41b7-9aa3-f9739b386de4 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Pushing event deleted for resources: {'Port': ['ID=86fe28cf-467b-4ebc-a322-9326c2dad53b,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:29.132123 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-7b45cbf5-56dd-41b7-9aa3-f9739b386de4 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:29.142227 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5db01153-317e-4a2d-b60d-75b713f6ba05 req-ad6ca53e-44b0-48bd-afc7-eda611279b6b tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.30 "GET /v2.0/security-groups?id=36e36d38-bb1a-4af8-8ebf-90fe87b824a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591216 Apr 30 13:23:29.174857 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['86fe28cf-467b-4ebc-a322-9326c2dad53b'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:23:29.218088 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008f905-591e-4fba-ad4a-8660406903cb None None] Pushing event updated for resources: {'Port': ['ID=bcdb0985-cc69-4428-a439-078d7249198f,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:29.221945 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-5008f905-591e-4fba-ad4a-8660406903cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:29.224186 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53a26b7-bce7-4283-8911-5cc0259bda95 req-7b45cbf5-56dd-41b7-9aa3-f9739b386de4 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] No DVR routers for this DVR port 86fe28cf-467b-4ebc-a322-9326c2dad53b on host hv-cinder-78836 {{(pid=73846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:23:29.226606 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-b53a26b7-bce7-4283-8911-5cc0259bda95 req-7b45cbf5-56dd-41b7-9aa3-f9739b386de4 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:29.229376 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a80cff4-38d7-4dce-a9b8-6b7eb3929600', 'name': 'network-vif-deleted', 'tag': '86fe28cf-467b-4ebc-a322-9326c2dad53b'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:23:29.252782 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-b53a26b7-bce7-4283-8911-5cc0259bda95 req-7b45cbf5-56dd-41b7-9aa3-f9739b386de4 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] 10.222.0.96 "DELETE /v2.0/ports/86fe28cf-467b-4ebc-a322-9326c2dad53b HTTP/1.1" status: 204 len: 173 time: 1.0087914 Apr 30 13:23:29.277307 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a80cff4-38d7-4dce-a9b8-6b7eb3929600', 'name': 'network-vif-deleted', 'tag': '86fe28cf-467b-4ebc-a322-9326c2dad53b', 'status': 'completed', 'code': 200} Apr 30 13:23:29.285436 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-ed60a927-2071-4bf9-ba27-09d4dc5ad8bd None None] Set router 12f96d27-687a-4e90-96a1-542c23ce225a gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:23:29.619268 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-ed60a927-2071-4bf9-ba27-09d4dc5ad8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f96d27-687a-4e90-96a1-542c23ce225a', 'name': 'tempest-TestShelveInstance-1665329584-router', 'tenant_id': 'f53f8c925bfc4ded8e34cc514f6c13a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd4111918-f21d-4934-b705-11e4676341d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:20Z', 'updated_at': '2021-04-30T13:23:25Z', 'revision_number': 4, 'project_id': 'f53f8c925bfc4ded8e34cc514f6c13a0', 'gw_port': {'id': 'd4111918-f21d-4934-b705-11e4676341d3', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f96d27-687a-4e90-96a1-542c23ce225a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:21Z', 'updated_at': '2021-04-30T13:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'bcdb0985-cc69-4428-a439-078d7249198f', 'name': '', 'network_id': 'acda2445-7cfa-4934-abd3-e7302605e09c', 'tenant_id': 'f53f8c925bfc4ded8e34cc514f6c13a0', 'mac_address': 'fa:16:3e:92:d1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f96d27-687a-4e90-96a1-542c23ce225a', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ee6dc8ee-297c-45fc-9d0f-57e0a0899898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:24Z', 'updated_at': '2021-04-30T13:23:28Z', 'revision_number': 4, 'project_id': 'f53f8c925bfc4ded8e34cc514f6c13a0', 'subnets': [{'id': 'ee6dc8ee-297c-45fc-9d0f-57e0a0899898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:29.624122 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed60a927-2071-4bf9-ba27-09d4dc5ad8bd None None] The sync data for ids ['12f96d27-687a-4e90-96a1-542c23ce225a'] in dv-cinder-788363-2-iscsi is: [{'id': '12f96d27-687a-4e90-96a1-542c23ce225a', 'name': 'tempest-TestShelveInstance-1665329584-router', 'tenant_id': 'f53f8c925bfc4ded8e34cc514f6c13a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd4111918-f21d-4934-b705-11e4676341d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:20Z', 'updated_at': '2021-04-30T13:23:25Z', 'revision_number': 4, 'project_id': 'f53f8c925bfc4ded8e34cc514f6c13a0', 'gw_port': {'id': 'd4111918-f21d-4934-b705-11e4676341d3', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f96d27-687a-4e90-96a1-542c23ce225a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:21Z', 'updated_at': '2021-04-30T13:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'bcdb0985-cc69-4428-a439-078d7249198f', 'name': '', 'network_id': 'acda2445-7cfa-4934-abd3-e7302605e09c', 'tenant_id': 'f53f8c925bfc4ded8e34cc514f6c13a0', 'mac_address': 'fa:16:3e:92:d1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f96d27-687a-4e90-96a1-542c23ce225a', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ee6dc8ee-297c-45fc-9d0f-57e0a0899898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:24Z', 'updated_at': '2021-04-30T13:23:28Z', 'revision_number': 4, 'project_id': 'f53f8c925bfc4ded8e34cc514f6c13a0', 'subnets': [{'id': 'ee6dc8ee-297c-45fc-9d0f-57e0a0899898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:23:30.001868 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device bcdb0985-cc69-4428-a439-078d7249198f up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:23:30.082929 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port bcdb0985-cc69-4428-a439-078d7249198f completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:23:30.089179 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port bcdb0985-cc69-4428-a439-078d7249198f triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:30.090035 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:30.236746 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:30.275930 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] For port bcdb0985-cc69-4428-a439-078d7249198f, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=bcdb0985-cc69-4428-a439-078d7249198f,segment=NetworkSegment(a2f30dbe-3840-4bf7-9182-5bce6df394da),segment_id=a2f30dbe-3840-4bf7-9182-5bce6df394da)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:30.280944 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:30.283131 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:30.366652 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Pushing event updated for resources: {'Port': ['ID=bcdb0985-cc69-4428-a439-078d7249198f,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:30.369772 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:31.545981 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 86fe28cf-467b-4ebc-a322-9326c2dad53b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:23:31.584459 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] No Port match for: 86fe28cf-467b-4ebc-a322-9326c2dad53b {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:23:31.584811 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 86fe28cf-467b-4ebc-a322-9326c2dad53b not bound to the agent host hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:23:31.959106 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device bcdb0985-cc69-4428-a439-078d7249198f up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:23:32.031017 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port bcdb0985-cc69-4428-a439-078d7249198f triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:32.031452 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:34.496046 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:36.474179 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-bef3b606-9632-4936-8248-e04eae10001b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:39.123765 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:39.137029 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-37d3aa4a-f14b-443d-9ec9-a2fd66b229cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:40.153018 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:41.697134 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:47.742605 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:23:50.220693 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-d9e30b9a-bdb2-4913-8b87-bd2929fbb4e7 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Synchronizing usage tracker for tenant:48d528dc58794031bbd51eaf60573f4b on resource:security_group {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:23:50.241571 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-d9e30b9a-bdb2-4913-8b87-bd2929fbb4e7 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Unset dirty status for tenant:48d528dc58794031bbd51eaf60573f4b on resource:security_group {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:23:50.242765 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-d9e30b9a-bdb2-4913-8b87-bd2929fbb4e7 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-432295352&fields=id&tenant_id=48d528dc58794031bbd51eaf60573f4b HTTP/1.1" status: 200 len: 267 time: 0.0648830 Apr 30 13:23:50.402698 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-7d555923-526c-4aba-8c7b-ada3a12b89c6 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:50.404168 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-7d555923-526c-4aba-8c7b-ada3a12b89c6 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/networks?id=c52d5925-28e6-42f1-8bb0-2f5295856676 HTTP/1.1" status: 200 len: 808 time: 0.1530993 Apr 30 13:23:50.421482 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-ce6de4c9-1362-4a8c-8989-aa5f368861a3 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/quotas/48d528dc58794031bbd51eaf60573f4b HTTP/1.1" status: 200 len: 375 time: 0.0105581 Apr 30 13:23:50.513224 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-8a155e6c-04bb-4e5f-935e-3e49277665f2 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Synchronizing usage tracker for tenant:48d528dc58794031bbd51eaf60573f4b on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:23:50.530643 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-8a155e6c-04bb-4e5f-935e-3e49277665f2 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Unset dirty status for tenant:48d528dc58794031bbd51eaf60573f4b on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:23:50.532050 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-8a155e6c-04bb-4e5f-935e-3e49277665f2 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=48d528dc58794031bbd51eaf60573f4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1046879 Apr 30 13:23:50.675159 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-ff828c7a-5ce4-4204-b5df-e8a29406429e service neutron] 10.222.0.30 "GET /v2.0/networks/c52d5925-28e6-42f1-8bb0-2f5295856676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315148 Apr 30 13:23:50.808398 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-2c305e0b-d467-4987-abfa-fbf5eb75ff1e service neutron] 10.222.0.30 "GET /v2.0/networks/c52d5925-28e6-42f1-8bb0-2f5295856676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273336 Apr 30 13:23:51.242727 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-459280d2-fc15-4d50-b87c-d2fc228e838c req-2e577643-2f42-46a9-a244-f2bb92d2b164 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 210 time: 0.0481112 Apr 30 13:23:51.752699 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44448f3e-5642-4834-8b1e-0e280cf59ccf req-08cf8b26-5fe0-4a31-8477-fb7c1078e9f0 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:51.754199 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44448f3e-5642-4834-8b1e-0e280cf59ccf req-08cf8b26-5fe0-4a31-8477-fb7c1078e9f0 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 947 time: 0.0850875 Apr 30 13:23:51.801365 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44448f3e-5642-4834-8b1e-0e280cf59ccf req-696e71d2-d126-4475-a8cf-404a44fd3790 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409653 Apr 30 13:23:52.404728 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d1a0fa4e-b489-4dcc-86fb-fcb7c2a379f9 req-b7385bfe-74ea-4a6c-901e-60605347532d tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 210 time: 0.0475652 Apr 30 13:23:52.683100 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-41b95c8c-daf4-493f-9d4e-5dd693214a12 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:52.683784 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-41b95c8c-daf4-493f-9d4e-5dd693214a12 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Synchronizing usage tracker for tenant:48d528dc58794031bbd51eaf60573f4b on resource:network {{(pid=73846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:23:52.701614 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-41b95c8c-daf4-493f-9d4e-5dd693214a12 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Unset dirty status for tenant:48d528dc58794031bbd51eaf60573f4b on resource:network {{(pid=73846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:23:52.703414 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-41b95c8c-daf4-493f-9d4e-5dd693214a12 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.96 "GET /v2.0/networks?id=c52d5925-28e6-42f1-8bb0-2f5295856676 HTTP/1.1" status: 200 len: 808 time: 0.1773977 Apr 30 13:23:52.763289 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-c6f17492-e203-4972-a4ef-8253ee68766a tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Synchronizing usage tracker for tenant:48d528dc58794031bbd51eaf60573f4b on resource:security_group {{(pid=73846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:23:52.775487 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-c6f17492-e203-4972-a4ef-8253ee68766a tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Unset dirty status for tenant:48d528dc58794031bbd51eaf60573f4b on resource:security_group {{(pid=73846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:23:52.776899 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-c6f17492-e203-4972-a4ef-8253ee68766a tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48d528dc58794031bbd51eaf60573f4b HTTP/1.1" status: 200 len: 379 time: 0.0556090 Apr 30 13:23:52.788462 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-3dd7a207-5549-4193-a1c3-055c57a685a9 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Request body: {'port': {'device_id': '0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7', 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676', 'admin_state_up': True, 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'security_groups': ['83cd27c7-2c7b-4b81-9580-39049a1f4ef1']}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:52.943247 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-3dd7a207-5549-4193-a1c3-055c57a685a9 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:52.953304 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-3dd7a207-5549-4193-a1c3-055c57a685a9 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:52.962835 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-3dd7a207-5549-4193-a1c3-055c57a685a9 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Made reservation on behalf of 48d528dc58794031bbd51eaf60573f4b for: {'port': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:23:52.965840 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-3dd7a207-5549-4193-a1c3-055c57a685a9 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:53.009800 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbab683-f5a9-4b16-a5ba-dfc9a4c475f1 req-2829fa8a-4267-4e48-8716-d09b73a50bc5 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:53.011290 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0bbab683-f5a9-4b16-a5ba-dfc9a4c475f1 req-2829fa8a-4267-4e48-8716-d09b73a50bc5 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 947 time: 0.0875640 Apr 30 13:23:53.062246 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0bbab683-f5a9-4b16-a5ba-dfc9a4c475f1 req-c1819592-6a09-4411-9777-b1ba01bb6b87 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433915 Apr 30 13:23:53.134458 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-3dd7a207-5549-4193-a1c3-055c57a685a9 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Allocated IP 172.20.0.9 (c52d5925-28e6-42f1-8bb0-2f5295856676/32feef93-2fcb-46f3-a9a4-5dd045858449/e3b2bf62-b77e-4664-b9fe-df3813442aa1) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:23:53.346506 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-3dd7a207-5549-4193-a1c3-055c57a685a9 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:53.362823 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-3dd7a207-5549-4193-a1c3-055c57a685a9 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Transition to ACTIVE for port object e3b2bf62-b77e-4664-b9fe-df3813442aa1 will not be triggered until provisioned by entity DHCP. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:23:53.394574 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-3dd7a207-5549-4193-a1c3-055c57a685a9 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:53.400761 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-12ff6263-18e9-40db-ba14-0cdb5e4f859f tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:53.472408 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-3dd7a207-5549-4193-a1c3-055c57a685a9 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Network c52d5925-28e6-42f1-8bb0-2f5295856676 is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:23:53.480678 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-3dd7a207-5549-4193-a1c3-055c57a685a9 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:23:53.485379 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-3dd7a207-5549-4193-a1c3-055c57a685a9 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:23:53.532174 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7a207-5549-4193-a1c3-055c57a685a9 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Pushing event updated for resources: {'Port': ['ID=e3b2bf62-b77e-4664-b9fe-df3813442aa1,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:53.537897 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-3dd7a207-5549-4193-a1c3-055c57a685a9 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:53.578039 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-3dd7a207-5549-4193-a1c3-055c57a685a9 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:53.579005 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-3dd7a207-5549-4193-a1c3-055c57a685a9 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:53.619778 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-3dd7a207-5549-4193-a1c3-055c57a685a9 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8351362 Apr 30 13:23:53.645504 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-1ddd97a2-cb7e-403f-8ed6-dd852db55303 service neutron] Request body: {'port': {'device_id': '0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:53.778273 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-43b1005c-512c-44c2-aaf0-2b3a49a95ebd None None] Provisioning for port e3b2bf62-b77e-4664-b9fe-df3813442aa1 completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:23:53.787102 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-43b1005c-512c-44c2-aaf0-2b3a49a95ebd None None] Provisioning complete for port e3b2bf62-b77e-4664-b9fe-df3813442aa1 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:53.788195 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-43b1005c-512c-44c2-aaf0-2b3a49a95ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:53.808721 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48f87b-1bca-44a0-ba80-561c75d1c7c8 req-c967f336-2f1a-46e0-a0dd-d9682e75c7fd tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:53.810341 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ff48f87b-1bca-44a0-ba80-561c75d1c7c8 req-c967f336-2f1a-46e0-a0dd-d9682e75c7fd tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 931 time: 0.2843642 Apr 30 13:23:53.828844 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee30589-3b4b-4d72-acb3-76c131e6f4f4 req-3fb71aeb-6654-43ea-b71b-1649a90ab8d8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:53.834906 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-eee30589-3b4b-4d72-acb3-76c131e6f4f4 req-3fb71aeb-6654-43ea-b71b-1649a90ab8d8 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.96 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 947 time: 0.2609742 Apr 30 13:23:53.838118 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-1ddd97a2-cb7e-403f-8ed6-dd852db55303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:53.884384 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-43b1005c-512c-44c2-aaf0-2b3a49a95ebd None None] Port e3b2bf62-b77e-4664-b9fe-df3813442aa1 cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:23:53.946963 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ff48f87b-1bca-44a0-ba80-561c75d1c7c8 req-e2df6570-d3f4-42c2-b5b6-80e746c4a558 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087883 Apr 30 13:23:54.143319 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-eee30589-3b4b-4d72-acb3-76c131e6f4f4 req-0dd02341-0cc4-4759-9a32-0c144c490f88 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Deleting port fb4992e8-bb22-427e-91f8-6eee41a6446d {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:23:54.143319 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-eee30589-3b4b-4d72-acb3-76c131e6f4f4 req-0dd02341-0cc4-4759-9a32-0c144c490f88 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:54.254212 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-1ddd97a2-cb7e-403f-8ed6-dd852db55303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b2bf62-b77e-4664-b9fe-df3813442aa1 {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:23:54.263260 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-1ddd97a2-cb7e-403f-8ed6-dd852db55303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:54.280893 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-1ddd97a2-cb7e-403f-8ed6-dd852db55303 service neutron] Transition to ACTIVE for port object e3b2bf62-b77e-4664-b9fe-df3813442aa1 will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:23:54.285324 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-1ddd97a2-cb7e-403f-8ed6-dd852db55303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8252111'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:54.292490 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0d2879d3-c83e-4629-8c0d-658667692e0e tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:54.370153 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-eee30589-3b4b-4d72-acb3-76c131e6f4f4 req-0dd02341-0cc4-4759-9a32-0c144c490f88 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] For port fb4992e8-bb22-427e-91f8-6eee41a6446d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fb4992e8-bb22-427e-91f8-6eee41a6446d,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:54.370507 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-eee30589-3b4b-4d72-acb3-76c131e6f4f4 req-0dd02341-0cc4-4759-9a32-0c144c490f88 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:54.438200 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd97a2-cb7e-403f-8ed6-dd852db55303 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b2bf62-b77e-4664-b9fe-df3813442aa1,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:54.459030 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451a8e8-ae74-405b-baba-3502d6570421 req-5548b5c4-e223-42e2-9d75-51e4d6d501ca tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:54.460642 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b451a8e8-ae74-405b-baba-3502d6570421 req-5548b5c4-e223-42e2-9d75-51e4d6d501ca tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 947 time: 0.2645769 Apr 30 13:23:54.568911 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-1ddd97a2-cb7e-403f-8ed6-dd852db55303 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:54.622534 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b451a8e8-ae74-405b-baba-3502d6570421 req-185436b8-19d6-4a38-a989-c9ab542738c7 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478944 Apr 30 13:23:54.665202 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-1ddd97a2-cb7e-403f-8ed6-dd852db55303 service neutron] Attempting to bind port e3b2bf62-b77e-4664-b9fe-df3813442aa1 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:23:54.665531 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-1ddd97a2-cb7e-403f-8ed6-dd852db55303 service neutron] Attempting to bind port e3b2bf62-b77e-4664-b9fe-df3813442aa1 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'fdb3bce9-439e-4d88-8638-6275fc27825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:23:54.665839 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-1ddd97a2-cb7e-403f-8ed6-dd852db55303 service neutron] Attempting to bind port e3b2bf62-b77e-4664-b9fe-df3813442aa1 on network c52d5925-28e6-42f1-8bb0-2f5295856676 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:23:54.671679 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-1ddd97a2-cb7e-403f-8ed6-dd852db55303 service neutron] Port e3b2bf62-b77e-4664-b9fe-df3813442aa1 on network c52d5925-28e6-42f1-8bb0-2f5295856676 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:23:54.672024 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-1ddd97a2-cb7e-403f-8ed6-dd852db55303 service neutron] Attempting to bind port e3b2bf62-b77e-4664-b9fe-df3813442aa1 on network c52d5925-28e6-42f1-8bb0-2f5295856676 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:23:54.677966 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-1ddd97a2-cb7e-403f-8ed6-dd852db55303 service neutron] Checking agent: {'id': '339503ba-6418-440e-8cd9-ebb81c45e407', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:23:54.678317 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-1ddd97a2-cb7e-403f-8ed6-dd852db55303 service neutron] Checking segment: {'id': 'fdb3bce9-439e-4d88-8638-6275fc27825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:23:54.678678 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-1ddd97a2-cb7e-403f-8ed6-dd852db55303 service neutron] Bound using segment: {'id': 'fdb3bce9-439e-4d88-8638-6275fc27825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:23:54.679097 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-1ddd97a2-cb7e-403f-8ed6-dd852db55303 service neutron] Bound port: e3b2bf62-b77e-4664-b9fe-df3813442aa1, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdb3bce9-439e-4d88-8638-6275fc27825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:23:54.679438 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-1ddd97a2-cb7e-403f-8ed6-dd852db55303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:54.772466 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-1ddd97a2-cb7e-403f-8ed6-dd852db55303 service neutron] For port e3b2bf62-b77e-4664-b9fe-df3813442aa1, host hv-cinder-78836, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:23:54.775716 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-1ddd97a2-cb7e-403f-8ed6-dd852db55303 service neutron] For port e3b2bf62-b77e-4664-b9fe-df3813442aa1, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3b2bf62-b77e-4664-b9fe-df3813442aa1,segment=NetworkSegment(fdb3bce9-439e-4d88-8638-6275fc27825b),segment_id=fdb3bce9-439e-4d88-8638-6275fc27825b)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:23:54.781180 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-1ddd97a2-cb7e-403f-8ed6-dd852db55303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8252111'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:54.785158 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e783a8b0-d9a8-41b9-9cf8-5344b0a0ea49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:54.808357 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-eee30589-3b4b-4d72-acb3-76c131e6f4f4 req-0dd02341-0cc4-4759-9a32-0c144c490f88 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:54.808861 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-eee30589-3b4b-4d72-acb3-76c131e6f4f4 req-0dd02341-0cc4-4759-9a32-0c144c490f88 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657561'] for floatingip, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:54.809699 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.db.l3_db [req-eee30589-3b4b-4d72-acb3-76c131e6f4f4 req-0dd02341-0cc4-4759-9a32-0c144c490f88 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Floating IP 9e17d958-fb89-486d-85b9-f88e3294f7eb disassociated. External IP: 172.27.3.83, port: fb4992e8-bb22-427e-91f8-6eee41a6446d. Apr 30 13:23:54.809699 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-eee30589-3b4b-4d72-acb3-76c131e6f4f4 req-0dd02341-0cc4-4759-9a32-0c144c490f88 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Calling delete_port for fb4992e8-bb22-427e-91f8-6eee41a6446d owned by compute:nova {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:23:54.840097 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-1ddd97a2-cb7e-403f-8ed6-dd852db55303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:54.841334 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-1ddd97a2-cb7e-403f-8ed6-dd852db55303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:54.842231 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-1ddd97a2-cb7e-403f-8ed6-dd852db55303 service neutron] 10.222.0.96 "PUT /v2.0/ports/e3b2bf62-b77e-4664-b9fe-df3813442aa1 HTTP/1.1" status: 200 len: 1093 time: 1.2013807 Apr 30 13:23:54.843285 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7', 'tag': 'e3b2bf62-b77e-4664-b9fe-df3813442aa1'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:23:54.908282 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd97a2-cb7e-403f-8ed6-dd852db55303 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b2bf62-b77e-4664-b9fe-df3813442aa1,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:54.914184 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-1ddd97a2-cb7e-403f-8ed6-dd852db55303 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:54.919812 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7', 'tag': 'e3b2bf62-b77e-4664-b9fe-df3813442aa1', 'status': 'completed', 'code': 200} Apr 30 13:23:54.972053 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-eee30589-3b4b-4d72-acb3-76c131e6f4f4 req-0dd02341-0cc4-4759-9a32-0c144c490f88 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:54.983401 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3050b3b0-222b-4516-8cdc-25a99ae3a1f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:55.034786 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-b170fea2-7fe9-4697-aad2-d249d8ffdfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:55.036296 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-b170fea2-7fe9-4697-aad2-d249d8ffdfa2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=48d528dc58794031bbd51eaf60573f4b&device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 1096 time: 0.1016512 Apr 30 13:23:55.041338 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd02341-0cc4-4759-9a32-0c144c490f88 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Pushing event deleted for resources: {'Port': ['ID=fb4992e8-bb22-427e-91f8-6eee41a6446d,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:55.044803 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-0dd02341-0cc4-4759-9a32-0c144c490f88 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:55.138382 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-a2f9cff2-51be-4b2f-8ece-df71840d0a0b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3b2bf62-b77e-4664-b9fe-df3813442aa1 HTTP/1.1" status: 200 len: 217 time: 0.0804121 Apr 30 13:23:55.217852 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-f74ef0a5-b3ea-4f77-b904-7a051c876d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:55.220889 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-f74ef0a5-b3ea-4f77-b904-7a051c876d86 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=32feef93-2fcb-46f3-a9a4-5dd045858449 HTTP/1.1" status: 200 len: 847 time: 0.0709651 Apr 30 13:23:55.315970 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227325a9-e00f-45e4-afe8-b86a1836d184 req-3af0acff-cd3d-4f8c-bb30-63155048f2b7 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:55.317482 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-227325a9-e00f-45e4-afe8-b86a1836d184 req-3af0acff-cd3d-4f8c-bb30-63155048f2b7 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 943 time: 0.2043474 Apr 30 13:23:55.320521 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-0afdecff-681d-4a91-b404-0193b63a1cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:55.322617 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-0afdecff-681d-4a91-b404-0193b63a1cf9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c52d5925-28e6-42f1-8bb0-2f5295856676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0897532 Apr 30 13:23:55.332398 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eee30589-3b4b-4d72-acb3-76c131e6f4f4 req-0dd02341-0cc4-4759-9a32-0c144c490f88 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Router b8baceec-e907-42c9-8ebc-8029b2c9e4f3 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:23:55.458360 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-227325a9-e00f-45e4-afe8-b86a1836d184 req-21769427-4b94-43b2-8435-9d9cb8b74a97 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287699 Apr 30 13:23:55.540460 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-b6b4a88d-0a0c-4d4f-b68d-a11b85a992be service neutron] 10.222.0.96 "GET /v2.0/networks/c52d5925-28e6-42f1-8bb0-2f5295856676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076881 Apr 30 13:23:55.632251 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eee30589-3b4b-4d72-acb3-76c131e6f4f4 req-0dd02341-0cc4-4759-9a32-0c144c490f88 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:23:55.645170 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3180d7a8-9ac3-4f10-af6b-6815d2974321 None None] Sync routers for ids ['b8baceec-e907-42c9-8ebc-8029b2c9e4f3'] in dv-cinder-788363-2-iscsi {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:23:55.661271 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3180d7a8-9ac3-4f10-af6b-6815d2974321 None None] Routers {'b8baceec-e907-42c9-8ebc-8029b2c9e4f3'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:23:55.664540 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-3180d7a8-9ac3-4f10-af6b-6815d2974321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:23:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['b8baceec-e907-42c9-8ebc-8029b2c9e4f3'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:55.742575 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-532e6e21-ed03-47f0-8c6b-2aab2f7a10b9 req-553cab3e-f2f6-4211-9baa-7548dee6d86b service neutron] 10.222.0.96 "GET /v2.0/networks/c52d5925-28e6-42f1-8bb0-2f5295856676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938894 Apr 30 13:23:55.748522 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee30589-3b4b-4d72-acb3-76c131e6f4f4 req-0dd02341-0cc4-4759-9a32-0c144c490f88 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] No DVR routers for this DVR port fb4992e8-bb22-427e-91f8-6eee41a6446d on host hv-cinder-78836 {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:23:55.752466 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-eee30589-3b4b-4d72-acb3-76c131e6f4f4 req-0dd02341-0cc4-4759-9a32-0c144c490f88 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:55.755997 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e561ff8-b905-4327-a5d2-5b488f6ed781', 'name': 'network-vif-deleted', 'tag': 'fb4992e8-bb22-427e-91f8-6eee41a6446d'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:23:55.824920 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-eee30589-3b4b-4d72-acb3-76c131e6f4f4 req-0dd02341-0cc4-4759-9a32-0c144c490f88 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.96 "DELETE /v2.0/ports/fb4992e8-bb22-427e-91f8-6eee41a6446d HTTP/1.1" status: 204 len: 173 time: 1.9711010 Apr 30 13:23:55.827206 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-cc907f36-ada5-4231-9245-d0de0d1bf642 req-35d814c6-2337-471c-851e-99915ee7b8bb tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Synchronizing usage tracker for tenant:2957845d7c874208b3d921bf499e5b7b on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:23:55.831451 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e561ff8-b905-4327-a5d2-5b488f6ed781', 'name': 'network-vif-deleted', 'tag': 'fb4992e8-bb22-427e-91f8-6eee41a6446d', 'status': 'completed', 'code': 200} Apr 30 13:23:55.861094 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-cc907f36-ada5-4231-9245-d0de0d1bf642 req-35d814c6-2337-471c-851e-99915ee7b8bb tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Unset dirty status for tenant:2957845d7c874208b3d921bf499e5b7b on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:23:55.865997 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cc907f36-ada5-4231-9245-d0de0d1bf642 req-35d814c6-2337-471c-851e-99915ee7b8bb tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e561ff8-b905-4327-a5d2-5b488f6ed781 HTTP/1.1" status: 200 len: 210 time: 0.1008551 Apr 30 13:23:55.924955 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-3180d7a8-9ac3-4f10-af6b-6815d2974321 None None] Set router b8baceec-e907-42c9-8ebc-8029b2c9e4f3 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:23:55.987901 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff650554-380b-4022-aa75-b565a48d8e46 req-6d6b71e6-7214-478f-8db2-81684122d2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:55.989852 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ff650554-380b-4022-aa75-b565a48d8e46 req-6d6b71e6-7214-478f-8db2-81684122d2b5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=48d528dc58794031bbd51eaf60573f4b&device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 1096 time: 0.1020839 Apr 30 13:23:56.257014 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff650554-380b-4022-aa75-b565a48d8e46 req-dd0be41f-07eb-445f-acf5-f736b504b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:56.258594 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ff650554-380b-4022-aa75-b565a48d8e46 req-dd0be41f-07eb-445f-acf5-f736b504b91c service neutron] 10.222.0.96 "GET /v2.0/networks?id=c52d5925-28e6-42f1-8bb0-2f5295856676 HTTP/1.1" status: 200 len: 910 time: 0.2618439 Apr 30 13:23:56.304435 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-3180d7a8-9ac3-4f10-af6b-6815d2974321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'name': 'tempest-AttachVolumeShelveTestJSON-11597027-router', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '7325674b-df53-4180-b70c-131cadc64ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:24Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'gw_port': {'id': '7325674b-df53-4180-b70c-131cadc64ff6', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'e506ffb7-4474-44a4-8cf8-d9cb842026f6', 'name': '', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'mac_address': 'fa:16:3e:77:d3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:46Z', 'revision_number': 5, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'subnets': [{'id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:56.308519 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3180d7a8-9ac3-4f10-af6b-6815d2974321 None None] Checking router: b8baceec-e907-42c9-8ebc-8029b2c9e4f3 for host: dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:23:56.318065 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3180d7a8-9ac3-4f10-af6b-6815d2974321 None None] Routers {'b8baceec-e907-42c9-8ebc-8029b2c9e4f3'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:23:56.318690 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-3180d7a8-9ac3-4f10-af6b-6815d2974321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:23:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['b8baceec-e907-42c9-8ebc-8029b2c9e4f3'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:56.327516 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ff650554-380b-4022-aa75-b565a48d8e46 req-39446ee9-b853-4973-936f-891dd42af141 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3b2bf62-b77e-4664-b9fe-df3813442aa1 HTTP/1.1" status: 200 len: 217 time: 0.0613031 Apr 30 13:23:56.400908 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff650554-380b-4022-aa75-b565a48d8e46 req-6c948d08-55e0-4877-8c2d-d5a3fc7c68cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:56.402425 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ff650554-380b-4022-aa75-b565a48d8e46 req-6c948d08-55e0-4877-8c2d-d5a3fc7c68cc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=32feef93-2fcb-46f3-a9a4-5dd045858449 HTTP/1.1" status: 200 len: 847 time: 0.0672622 Apr 30 13:23:56.505063 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff650554-380b-4022-aa75-b565a48d8e46 req-9144b126-a3a9-4bb1-81d9-af75988ac33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:56.506505 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ff650554-380b-4022-aa75-b565a48d8e46 req-9144b126-a3a9-4bb1-81d9-af75988ac33d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c52d5925-28e6-42f1-8bb0-2f5295856676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747125 Apr 30 13:23:56.520012 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-3180d7a8-9ac3-4f10-af6b-6815d2974321 None None] Set router b8baceec-e907-42c9-8ebc-8029b2c9e4f3 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:23:56.671553 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ff650554-380b-4022-aa75-b565a48d8e46 req-e49eff9a-0de5-4059-b9a7-54b2cb698e54 service neutron] 10.222.0.96 "GET /v2.0/networks/c52d5925-28e6-42f1-8bb0-2f5295856676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521826 Apr 30 13:23:56.708055 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 38730) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:56.799599 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbcbbd91-3051-4fe7-8ad8-285595d5b094 admin admin] Deleting subnet 56215cdf-2a16-4386-9230-151e73a5f7db {{(pid=73846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:23:56.803339 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-dbcbbd91-3051-4fe7-8ad8-285595d5b094 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:56.858422 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-dbcbbd91-3051-4fe7-8ad8-285595d5b094 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819611'] for subnet, precommit_delete_associations {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:56.897266 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ff650554-380b-4022-aa75-b565a48d8e46 req-4265d631-496c-4a1a-b851-6bef54affa81 service neutron] 10.222.0.96 "GET /v2.0/networks/c52d5925-28e6-42f1-8bb0-2f5295856676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706064 Apr 30 13:23:56.905719 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed3682-775b-43bf-a238-bcf58aa8c16e req-bc5c7244-a845-4f51-b8f6-fca43706d95b tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:56.907398 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-07ed3682-775b-43bf-a238-bcf58aa8c16e req-bc5c7244-a845-4f51-b8f6-fca43706d95b tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 943 time: 0.2455764 Apr 30 13:23:56.944598 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-3180d7a8-9ac3-4f10-af6b-6815d2974321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'name': 'tempest-AttachVolumeShelveTestJSON-11597027-router', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '7325674b-df53-4180-b70c-131cadc64ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:24Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'gw_port': {'id': '7325674b-df53-4180-b70c-131cadc64ff6', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'e506ffb7-4474-44a4-8cf8-d9cb842026f6', 'name': '', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'mac_address': 'fa:16:3e:77:d3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:46Z', 'revision_number': 5, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'subnets': [{'id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:56.949208 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3180d7a8-9ac3-4f10-af6b-6815d2974321 None None] The sync data for ids ['b8baceec-e907-42c9-8ebc-8029b2c9e4f3'] in dv-cinder-788363-2-iscsi is: [{'id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'name': 'tempest-AttachVolumeShelveTestJSON-11597027-router', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '7325674b-df53-4180-b70c-131cadc64ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:24Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'gw_port': {'id': '7325674b-df53-4180-b70c-131cadc64ff6', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'e506ffb7-4474-44a4-8cf8-d9cb842026f6', 'name': '', 'network_id': '5ea56348-3132-43ce-93d5-7c6eb60259bf', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'mac_address': 'fa:16:3e:77:d3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:46Z', 'revision_number': 5, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'subnets': [{'id': '8bf6f55f-7a38-4a76-a15c-e255e10f02cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:23:56.962294 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-dbcbbd91-3051-4fe7-8ad8-285595d5b094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513256'] for subnet, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:56.976196 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-07ed3682-775b-43bf-a238-bcf58aa8c16e req-b3bbf7e9-4383-4948-8dab-7bb7febba33e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608075 Apr 30 13:23:57.045814 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 38738) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:57.205944 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cbd08d-134f-44b0-bc96-b2efdaacec2e None None] New status for floating IP 9e17d958-fb89-486d-85b9-f88e3294f7eb: DOWN {{(pid=73847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:23:57.213933 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-cf2314c1-464a-4a80-9d36-2227887bae37 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:57.289133 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-cf2314c1-464a-4a80-9d36-2227887bae37 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:57.346144 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-dbcbbd91-3051-4fe7-8ad8-285595d5b094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8252089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978881'] for subnet, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:57.350328 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:57.388596 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbbd91-3051-4fe7-8ad8-285595d5b094 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56215cdf-2a16-4386-9230-151e73a5f7db,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:57.391731 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-dbcbbd91-3051-4fe7-8ad8-285595d5b094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:57.392731 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-dbcbbd91-3051-4fe7-8ad8-285595d5b094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for subnet, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:57.403886 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-cf2314c1-464a-4a80-9d36-2227887bae37 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:57.409470 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-31000470-1030-4abf-92a6-470ca24f85b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:57.427942 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2314c1-464a-4a80-9d36-2227887bae37 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:57.432579 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-dbcbbd91-3051-4fe7-8ad8-285595d5b094 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/56215cdf-2a16-4386-9230-151e73a5f7db HTTP/1.1" status: 204 len: 168 time: 0.7227907 Apr 30 13:23:57.434715 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-cf2314c1-464a-4a80-9d36-2227887bae37 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:57.436294 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 38742) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:57.440060 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-cf2314c1-464a-4a80-9d36-2227887bae37 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:57.441470 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-cf2314c1-464a-4a80-9d36-2227887bae37 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "DELETE /v2.0/security-groups/6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a HTTP/1.1" status: 204 len: 168 time: 0.3945882 Apr 30 13:23:57.446023 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 38746) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:57.470631 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.api.v2.resource [None req-d0305234-8204-4cd6-9985-e64034da3d33 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] show failed (client error): The resource could not be found. Apr 30 13:23:57.471643 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-d0305234-8204-4cd6-9985-e64034da3d33 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "GET /v2.0/security-groups/6bd6f9c5-9d8d-4b2b-828d-30c3a1cee17a HTTP/1.1" status: 404 len: 347 time: 0.0231674 Apr 30 13:23:57.476303 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 38750) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:57.583649 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-99774717-ce7a-478b-b4bc-a9a9f5afd280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669671'] for network, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:57.645900 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device fb4992e8-bb22-427e-91f8-6eee41a6446d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:23:57.689084 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] No Port match for: fb4992e8-bb22-427e-91f8-6eee41a6446d {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:23:57.689434 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device fb4992e8-bb22-427e-91f8-6eee41a6446d not bound to the agent host hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:23:57.768065 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-4abdf697-9c3d-46dd-ba6d-3a9a6c493c52 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Deleting port d7858cf0-8b7c-4a7e-813b-b88511d0e332 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:23:57.768563 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4abdf697-9c3d-46dd-ba6d-3a9a6c493c52 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:57.852780 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-99774717-ce7a-478b-b4bc-a9a9f5afd280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508261', 'neutron.services.segments.db._delete_segments_for_network-8741672489629'] for network, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:57.897148 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4abdf697-9c3d-46dd-ba6d-3a9a6c493c52 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:57.897478 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4abdf697-9c3d-46dd-ba6d-3a9a6c493c52 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:57.970477 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.services.segments.db [None req-99774717-ce7a-478b-b4bc-a9a9f5afd280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ca9c26-4200-4876-a057-71f91610daf7']}} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:57.983164 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.services.segments.db [None req-99774717-ce7a-478b-b4bc-a9a9f5afd280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76febac4-7bd3-484d-b170-050fd50007df') {'for_net_delete': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:57.983448 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.services.segments.db [None req-99774717-ce7a-478b-b4bc-a9a9f5afd280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76febac4-7bd3-484d-b170-050fd50007df') {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:57.995657 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-99774717-ce7a-478b-b4bc-a9a9f5afd280 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672501863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5819602'] for segment, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:58.016823 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-99774717-ce7a-478b-b4bc-a9a9f5afd280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:58.024547 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99774717-ce7a-478b-b4bc-a9a9f5afd280 admin admin] Releasing vlan 1163 on physical network physnet1 to pool {{(pid=73846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:23:58.048592 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-4abdf697-9c3d-46dd-ba6d-3a9a6c493c52 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Calling delete_port for d7858cf0-8b7c-4a7e-813b-b88511d0e332 owned by network:floatingip {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:23:58.240996 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4abdf697-9c3d-46dd-ba6d-3a9a6c493c52 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:58.246651 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ec6345a2-47f9-4ee4-849f-fe92626aa560 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:58.250808 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-99774717-ce7a-478b-b4bc-a9a9f5afd280 admin admin] Network d1ca9c26-4200-4876-a057-71f91610daf7 has no segments {{(pid=73846) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:23:58.262996 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-99774717-ce7a-478b-b4bc-a9a9f5afd280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1513757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8251923'] for segment, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:58.415874 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdf697-9c3d-46dd-ba6d-3a9a6c493c52 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Pushing event deleted for resources: {'Port': ['ID=d7858cf0-8b7c-4a7e-813b-b88511d0e332,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:58.460743 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-4abdf697-9c3d-46dd-ba6d-3a9a6c493c52 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:58.462260 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-99774717-ce7a-478b-b4bc-a9a9f5afd280 admin admin] Network d1ca9c26-4200-4876-a057-71f91610daf7 has no segments {{(pid=73846) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: Traceback (most recent call last): Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: timer() Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: cb(*args, **kw) Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: return func(*args, **kwargs) Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: self._notify() Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: self.callback(batched_events) Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: event.method(event) Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: return f(self, *a, **k) Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: return self._get(url).json() Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: return self.request(url, 'GET', **kwargs) Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:23:58.489789 dv-cinder-788363-2-iscsi neutron-server[73846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:23:58.542290 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a55582-fe11-4ac7-adef-4e5a97bf35a5 req-b7b7ffe6-4300-4482-8e40-a441360642d3 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:58.544228 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-89a55582-fe11-4ac7-adef-4e5a97bf35a5 req-b7b7ffe6-4300-4482-8e40-a441360642d3 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 943 time: 0.3821504 Apr 30 13:23:58.575622 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4abdf697-9c3d-46dd-ba6d-3a9a6c493c52 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks [] for floatingip, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:58.577060 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-99774717-ce7a-478b-b4bc-a9a9f5afd280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670072'] for network, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:58.583346 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-c41f9950-6b93-4831-8617-2659168e8aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:58.605253 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-99774717-ce7a-478b-b4bc-a9a9f5afd280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:58.621605 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-89a55582-fe11-4ac7-adef-4e5a97bf35a5 req-8150b831-a26d-401d-97b1-94adba49756e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692506 Apr 30 13:23:58.622777 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99774717-ce7a-478b-b4bc-a9a9f5afd280 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1ca9c26-4200-4876-a057-71f91610daf7,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:58.624804 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4abdf697-9c3d-46dd-ba6d-3a9a6c493c52 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for floatingip, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:58.626663 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-4abdf697-9c3d-46dd-ba6d-3a9a6c493c52 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] 10.222.0.30 "DELETE /v2.0/floatingips/9e17d958-fb89-486d-85b9-f88e3294f7eb HTTP/1.1" status: 204 len: 168 time: 1.1491511 Apr 30 13:23:58.639627 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99774717-ce7a-478b-b4bc-a9a9f5afd280 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:58.640182 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99774717-ce7a-478b-b4bc-a9a9f5afd280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:58.640788 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99774717-ce7a-478b-b4bc-a9a9f5afd280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:58.641372 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99774717-ce7a-478b-b4bc-a9a9f5afd280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:58.641926 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99774717-ce7a-478b-b4bc-a9a9f5afd280 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:58.642512 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99774717-ce7a-478b-b4bc-a9a9f5afd280 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:58.643117 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99774717-ce7a-478b-b4bc-a9a9f5afd280 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:58.643629 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99774717-ce7a-478b-b4bc-a9a9f5afd280 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:58.644140 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99774717-ce7a-478b-b4bc-a9a9f5afd280 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:58.644689 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99774717-ce7a-478b-b4bc-a9a9f5afd280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:58.645447 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99774717-ce7a-478b-b4bc-a9a9f5afd280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:58.646059 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99774717-ce7a-478b-b4bc-a9a9f5afd280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:58.662788 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-99774717-ce7a-478b-b4bc-a9a9f5afd280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:58.667559 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-99774717-ce7a-478b-b4bc-a9a9f5afd280 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d1ca9c26-4200-4876-a057-71f91610daf7 HTTP/1.1" status: 204 len: 168 time: 1.2271669 Apr 30 13:23:58.918246 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 38762) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:58.984858 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-c5c95cac-875d-441e-9888-23fcb05dbe63 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f8a4ed97ca674a6a92ac1ffab86047b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0652747 Apr 30 13:23:58.987820 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 38766) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:59.052138 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-93bc8843-1db7-4149-8fb8-54eea26caf72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:59.080622 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-93bc8843-1db7-4149-8fb8-54eea26caf72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:59.142156 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-93bc8843-1db7-4149-8fb8-54eea26caf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:59.149836 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-39f5a001-0301-4afb-8485-a5184f984bff tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:59.165746 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc8843-1db7-4149-8fb8-54eea26caf72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e36d38-bb1a-4af8-8ebf-90fe87b824a1,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:59.168849 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-93bc8843-1db7-4149-8fb8-54eea26caf72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:59.177081 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-93bc8843-1db7-4149-8fb8-54eea26caf72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:59.179761 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-93bc8843-1db7-4149-8fb8-54eea26caf72 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36e36d38-bb1a-4af8-8ebf-90fe87b824a1 HTTP/1.1" status: 204 len: 168 time: 0.1895702 Apr 30 13:23:59.833865 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d647d-9550-49cd-9016-1ed979376e86 req-b8685267-2d64-43f8-90d6-161ddfa84c4b tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:59.835421 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f16d647d-9550-49cd-9016-1ed979376e86 req-b8685267-2d64-43f8-90d6-161ddfa84c4b tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 943 time: 0.0872138 Apr 30 13:23:59.886145 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f16d647d-9550-49cd-9016-1ed979376e86 req-ea6c717e-363b-45a8-aa3b-f05f8a493776 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445104 Apr 30 13:24:01.102790 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363b7cd-5599-436d-90a1-386caccb8cd2 req-d5f2d878-ff7d-4518-8e53-a74331e123ac tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:01.104381 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c363b7cd-5599-436d-90a1-386caccb8cd2 req-d5f2d878-ff7d-4518-8e53-a74331e123ac tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 943 time: 0.0853426 Apr 30 13:24:01.154325 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c363b7cd-5599-436d-90a1-386caccb8cd2 req-7ccc7efa-e16d-4737-ab68-2a2eab330051 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442536 Apr 30 13:24:01.594312 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 38794) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:02.354444 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0100d-cd32-4e1d-8527-2ea09672310e req-13b2481e-11eb-40ea-9d77-d73423a2ef39 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:02.356235 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b7f0100d-cd32-4e1d-8527-2ea09672310e req-13b2481e-11eb-40ea-9d77-d73423a2ef39 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 943 time: 0.0852463 Apr 30 13:24:02.359622 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-591534c9-fcaa-4827-9cb8-378f1e8c7ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657523'] for router_interface, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.405425 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b7f0100d-cd32-4e1d-8527-2ea09672310e req-2b3cd2af-dc91-4623-bec0-fa52f19c6660 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427129 Apr 30 13:24:02.866047 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-591534c9-fcaa-4827-9cb8-378f1e8c7ca7 admin admin] Deleting port e506ffb7-4474-44a4-8cf8-d9cb842026f6 {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:24:02.866623 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-591534c9-fcaa-4827-9cb8-378f1e8c7ca7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.993012 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-591534c9-fcaa-4827-9cb8-378f1e8c7ca7 admin admin] For port e506ffb7-4474-44a4-8cf8-d9cb842026f6, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=e506ffb7-4474-44a4-8cf8-d9cb842026f6,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:24:02.993367 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-591534c9-fcaa-4827-9cb8-378f1e8c7ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:03.115649 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-591534c9-fcaa-4827-9cb8-378f1e8c7ca7 admin admin] Calling delete_port for e506ffb7-4474-44a4-8cf8-d9cb842026f6 owned by network:router_interface {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:24:03.268718 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-591534c9-fcaa-4827-9cb8-378f1e8c7ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:03.272335 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-cacc4a15-4a8c-4324-b1f1-1eb7b498d418 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:03.317525 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591534c9-fcaa-4827-9cb8-378f1e8c7ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e506ffb7-4474-44a4-8cf8-d9cb842026f6,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:03.346444 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-591534c9-fcaa-4827-9cb8-378f1e8c7ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:03.612166 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb55c04-3056-405d-b8e9-5d4e55532659 req-41bc14fe-7f46-4259-b911-7c763b906ce2 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:03.613709 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8fb55c04-3056-405d-b8e9-5d4e55532659 req-41bc14fe-7f46-4259-b911-7c763b906ce2 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 943 time: 0.0995293 Apr 30 13:24:03.624127 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-591534c9-fcaa-4827-9cb8-378f1e8c7ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712131'] for router_interface, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:03.664330 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8fb55c04-3056-405d-b8e9-5d4e55532659 req-30ab1a90-8e94-40fd-ab66-55631cc6da3f tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442209 Apr 30 13:24:03.706057 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device e3b2bf62-b77e-4664-b9fe-df3813442aa1 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:24:03.910339 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port e3b2bf62-b77e-4664-b9fe-df3813442aa1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3b2bf62-b77e-4664-b9fe-df3813442aa1,segment=NetworkSegment(fdb3bce9-439e-4d88-8638-6275fc27825b),segment_id=fdb3bce9-439e-4d88-8638-6275fc27825b)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:24:03.924472 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Returning: {'device': 'e3b2bf62-b77e-4664-b9fe-df3813442aa1', 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676', 'port_id': 'e3b2bf62-b77e-4664-b9fe-df3813442aa1', 'mac_address': 'fa:16:3e:56:7c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32feef93-2fcb-46f3-a9a4-5dd045858449', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:24:03.986757 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:04.004460 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b2bf62-b77e-4664-b9fe-df3813442aa1 {{(pid=73847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:24:04.020522 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port e3b2bf62-b77e-4664-b9fe-df3813442aa1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3b2bf62-b77e-4664-b9fe-df3813442aa1,segment=NetworkSegment(fdb3bce9-439e-4d88-8638-6275fc27825b),segment_id=fdb3bce9-439e-4d88-8638-6275fc27825b)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:24:04.024797 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:04.026700 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-c26f56c8-ecae-474a-8de8-bfef9583a659 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:04.104332 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=e3b2bf62-b77e-4664-b9fe-df3813442aa1,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:04.112522 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:04.112882 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:04.113212 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:04.113548 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:04.113877 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:04.114242 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:04.114659 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:04.115055 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:04.115387 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:04.115712 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:04.116077 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:04.116401 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:04.120690 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:04.166686 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591534c9-fcaa-4827-9cb8-378f1e8c7ca7 admin admin] Router b8baceec-e907-42c9-8ebc-8029b2c9e4f3 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:24:04.345739 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591534c9-fcaa-4827-9cb8-378f1e8c7ca7 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:24:04.355464 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25165b32-8110-498e-a13f-9aaf1c326545 None None] Sync routers for ids ['b8baceec-e907-42c9-8ebc-8029b2c9e4f3'] in dv-cinder-788363-2-iscsi {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:24:04.361385 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-591534c9-fcaa-4827-9cb8-378f1e8c7ca7 admin admin] 10.222.0.30 "PUT /v2.0/routers/b8baceec-e907-42c9-8ebc-8029b2c9e4f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7657039 Apr 30 13:24:04.363697 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 38804) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:04.365412 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25165b32-8110-498e-a13f-9aaf1c326545 None None] Routers {'b8baceec-e907-42c9-8ebc-8029b2c9e4f3'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:24:04.366146 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-25165b32-8110-498e-a13f-9aaf1c326545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:23:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['b8baceec-e907-42c9-8ebc-8029b2c9e4f3'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:04.397805 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['e3b2bf62-b77e-4664-b9fe-df3813442aa1'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:24:04.512437 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:04.549250 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2fbf80d1-a185-4244-aac0-16adc45f4889 admin admin] Notify callbacks [] for router, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:04.551283 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-25165b32-8110-498e-a13f-9aaf1c326545 None None] Set router b8baceec-e907-42c9-8ebc-8029b2c9e4f3 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:24:04.729380 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2fbf80d1-a185-4244-aac0-16adc45f4889 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:04.814177 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-2fbf80d1-a185-4244-aac0-16adc45f4889 admin admin] Deleting port 7325674b-df53-4180-b70c-131cadc64ff6 {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:24:04.814429 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2fbf80d1-a185-4244-aac0-16adc45f4889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:04.873208 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-25165b32-8110-498e-a13f-9aaf1c326545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'name': 'tempest-AttachVolumeShelveTestJSON-11597027-router', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '7325674b-df53-4180-b70c-131cadc64ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:24Z', 'updated_at': '2021-04-30T13:24:03Z', 'revision_number': 5, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'gw_port': {'id': '7325674b-df53-4180-b70c-131cadc64ff6', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:25Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:04.874283 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157e1ba-3528-4174-90b5-60a096c88a1c req-4c606ddb-3b49-41a2-a555-1d53e2dab2ee tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:04.875948 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3157e1ba-3528-4174-90b5-60a096c88a1c req-4c606ddb-3b49-41a2-a555-1d53e2dab2ee tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 944 time: 0.0885959 Apr 30 13:24:04.877975 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25165b32-8110-498e-a13f-9aaf1c326545 None None] Checking router: b8baceec-e907-42c9-8ebc-8029b2c9e4f3 for host: dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:24:04.886560 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25165b32-8110-498e-a13f-9aaf1c326545 None None] Routers {'b8baceec-e907-42c9-8ebc-8029b2c9e4f3'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:24:04.887157 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-25165b32-8110-498e-a13f-9aaf1c326545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:23:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['b8baceec-e907-42c9-8ebc-8029b2c9e4f3'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:04.924127 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3157e1ba-3528-4174-90b5-60a096c88a1c req-0fa0ee7f-a276-46d7-86cd-6cc86fa0d115 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415344 Apr 30 13:24:04.943492 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-2fbf80d1-a185-4244-aac0-16adc45f4889 admin admin] For port 7325674b-df53-4180-b70c-131cadc64ff6, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=7325674b-df53-4180-b70c-131cadc64ff6,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:24:04.943994 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2fbf80d1-a185-4244-aac0-16adc45f4889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:05.040347 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-25165b32-8110-498e-a13f-9aaf1c326545 None None] Set router b8baceec-e907-42c9-8ebc-8029b2c9e4f3 gateway port host: None {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:24:05.067562 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-2fbf80d1-a185-4244-aac0-16adc45f4889 admin admin] Calling delete_port for 7325674b-df53-4180-b70c-131cadc64ff6 owned by network:router_gateway {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:24:05.150509 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-25165b32-8110-498e-a13f-9aaf1c326545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'name': 'tempest-AttachVolumeShelveTestJSON-11597027-router', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:24Z', 'updated_at': '2021-04-30T13:24:04Z', 'revision_number': 6, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'gw_port_host': None}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:05.155512 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25165b32-8110-498e-a13f-9aaf1c326545 None None] The sync data for ids ['b8baceec-e907-42c9-8ebc-8029b2c9e4f3'] in dv-cinder-788363-2-iscsi is: [{'id': 'b8baceec-e907-42c9-8ebc-8029b2c9e4f3', 'name': 'tempest-AttachVolumeShelveTestJSON-11597027-router', 'tenant_id': '2957845d7c874208b3d921bf499e5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:24Z', 'updated_at': '2021-04-30T13:24:04Z', 'revision_number': 6, 'project_id': '2957845d7c874208b3d921bf499e5b7b', 'gw_port_host': None}] {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:24:05.224842 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2fbf80d1-a185-4244-aac0-16adc45f4889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:05.228495 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-1ddd97a2-cb7e-403f-8ed6-dd852db55303 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:05.271913 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf80d1-a185-4244-aac0-16adc45f4889 admin admin] Pushing event deleted for resources: {'Port': ['ID=7325674b-df53-4180-b70c-131cadc64ff6,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:05.274887 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-2fbf80d1-a185-4244-aac0-16adc45f4889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:05.383583 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2fbf80d1-a185-4244-aac0-16adc45f4889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-669924'] for router_gateway, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:05.665996 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2fbf80d1-a185-4244-aac0-16adc45f4889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30109'] for router, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:05.668232 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2fbf80d1-a185-4244-aac0-16adc45f4889 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:05.691085 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2fbf80d1-a185-4244-aac0-16adc45f4889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711489'] for router, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:05.691648 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbf80d1-a185-4244-aac0-16adc45f4889 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8baceec-e907-42c9-8ebc-8029b2c9e4f3 {{(pid=73846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:24:05.704691 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2fbf80d1-a185-4244-aac0-16adc45f4889 admin admin] Notify callbacks [] for router, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:05.705797 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-2fbf80d1-a185-4244-aac0-16adc45f4889 admin admin] 10.222.0.30 "DELETE /v2.0/routers/b8baceec-e907-42c9-8ebc-8029b2c9e4f3 HTTP/1.1" status: 204 len: 168 time: 1.3410254 Apr 30 13:24:05.708519 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 38810) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:05.721847 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device e3b2bf62-b77e-4664-b9fe-df3813442aa1 up at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:24:05.769877 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec37ca48-45fa-4ba3-8ff0-e7b8ea125b04 admin admin] Deleting subnet 8bf6f55f-7a38-4a76-a15c-e255e10f02cb {{(pid=73846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:24:05.772755 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ec37ca48-45fa-4ba3-8ff0-e7b8ea125b04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:05.791152 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning for port e3b2bf62-b77e-4664-b9fe-df3813442aa1 completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:24:05.796754 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning complete for port e3b2bf62-b77e-4664-b9fe-df3813442aa1 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:24:05.797133 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:05.823189 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ec37ca48-45fa-4ba3-8ff0-e7b8ea125b04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819611'] for subnet, precommit_delete_associations {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:05.919289 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:05.950273 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b2bf62-b77e-4664-b9fe-df3813442aa1'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:24:05.953914 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ec37ca48-45fa-4ba3-8ff0-e7b8ea125b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513256'] for subnet, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:05.962241 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port e3b2bf62-b77e-4664-b9fe-df3813442aa1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3b2bf62-b77e-4664-b9fe-df3813442aa1,segment=NetworkSegment(fdb3bce9-439e-4d88-8638-6275fc27825b),segment_id=fdb3bce9-439e-4d88-8638-6275fc27825b)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:24:05.966913 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:05.970440 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:06.030960 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b2bf62-b77e-4664-b9fe-df3813442aa1', 'code': 200} Apr 30 13:24:06.033460 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 7325674b-df53-4180-b70c-131cadc64ff6 no longer exists at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:24:06.079829 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] No Port match for: 7325674b-df53-4180-b70c-131cadc64ff6 {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:24:06.080190 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 7325674b-df53-4180-b70c-131cadc64ff6 not bound to the agent host dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:24:06.080602 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device e506ffb7-4474-44a4-8cf8-d9cb842026f6 no longer exists at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:24:06.124862 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] No Port match for: e506ffb7-4474-44a4-8cf8-d9cb842026f6 {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:24:06.125535 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device e506ffb7-4474-44a4-8cf8-d9cb842026f6 not bound to the agent host dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:24:06.147519 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=e3b2bf62-b77e-4664-b9fe-df3813442aa1,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:06.150651 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:06.162435 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40f576-d512-4090-b287-cac535f45739 req-fc2eaa6b-35a5-43de-b2ac-d41e1b785e15 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:06.164039 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bf40f576-d512-4090-b287-cac535f45739 req-fc2eaa6b-35a5-43de-b2ac-d41e1b785e15 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 945 time: 0.0936790 Apr 30 13:24:06.220636 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bf40f576-d512-4090-b287-cac535f45739 req-bc4fe2f2-1e35-490c-9ab6-4f25de42292d tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464394 Apr 30 13:24:06.288256 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ec37ca48-45fa-4ba3-8ff0-e7b8ea125b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8252089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978881'] for subnet, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:06.292399 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:06.331097 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37ca48-45fa-4ba3-8ff0-e7b8ea125b04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bf6f55f-7a38-4a76-a15c-e255e10f02cb,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:06.334177 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-ec37ca48-45fa-4ba3-8ff0-e7b8ea125b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:06.336645 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ec37ca48-45fa-4ba3-8ff0-e7b8ea125b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for subnet, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:06.344181 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bcd26b-8428-420b-a4f4-e90beebfa834 None None] Network 5ea56348-3132-43ce-93d5-7c6eb60259bf requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:24:06.347582 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-ec37ca48-45fa-4ba3-8ff0-e7b8ea125b04 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8bf6f55f-7a38-4a76-a15c-e255e10f02cb HTTP/1.1" status: 204 len: 168 time: 0.6357596 Apr 30 13:24:06.349526 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 38818) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:06.399006 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2e674-574b-4db8-a629-d4f25eb6acbc req-221dadbb-9109-491a-8a7d-5e81c479c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:06.400487 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d7d2e674-574b-4db8-a629-d4f25eb6acbc req-221dadbb-9109-491a-8a7d-5e81c479c1ca service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 1098 time: 0.0755773 Apr 30 13:24:06.447607 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d7d2e674-574b-4db8-a629-d4f25eb6acbc req-3589ac1d-8da4-47b6-b451-8cad4e1c892b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367081 Apr 30 13:24:06.457035 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e3f7e26f-3b06-4904-bed8-e36e35341a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669671'] for network, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:06.527574 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-8b24f1f7-2b64-4218-99a8-4a75a80741fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:06.535598 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-e3f7e26f-3b06-4904-bed8-e36e35341a4f admin admin] Deleting port 28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:24:06.535956 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e3f7e26f-3b06-4904-bed8-e36e35341a4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:06.621771 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9327f6-af70-4145-9e3b-4475650d1734 None None] DHCP port deletion for 5ea56348-3132-43ce-93d5-7c6eb60259bf request from dv-cinder-788363-2-iscsi {{(pid=73847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:24:06.636920 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-e3f7e26f-3b06-4904-bed8-e36e35341a4f admin admin] For port 28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:24:06.637270 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e3f7e26f-3b06-4904-bed8-e36e35341a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:06.688747 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-3f9327f6-af70-4145-9e3b-4475650d1734 None None] Deleting port 28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf {{(pid=73847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:24:06.689139 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-3f9327f6-af70-4145-9e3b-4475650d1734 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:06.765967 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-e3f7e26f-3b06-4904-bed8-e36e35341a4f admin admin] Calling delete_port for 28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf owned by network:dhcp {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:24:06.789248 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-3f9327f6-af70-4145-9e3b-4475650d1734 None None] For port 28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf,segment=NetworkSegment(27c334f4-9bf4-4215-81ac-eba1c6eda7af),segment_id=27c334f4-9bf4-4215-81ac-eba1c6eda7af)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:24:06.789808 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-3f9327f6-af70-4145-9e3b-4475650d1734 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:06.813522 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e3f7e26f-3b06-4904-bed8-e36e35341a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:06.817577 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-92b8a84e-15bd-4878-9009-e22f79d89a16 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:06.861133 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7e26f-3b06-4904-bed8-e36e35341a4f admin admin] Pushing event deleted for resources: {'Port': ['ID=28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:06.864050 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e3f7e26f-3b06-4904-bed8-e36e35341a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:06.864827 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f7e26f-3b06-4904-bed8-e36e35341a4f admin admin] No DVR routers for this DVR port 28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf on host dv-cinder-788363-2-iscsi {{(pid=73846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:24:06.911917 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-3f9327f6-af70-4145-9e3b-4475650d1734 None None] Calling delete_port for 28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf owned by network:dhcp {{(pid=73847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:24:06.955166 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-3f9327f6-af70-4145-9e3b-4475650d1734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959'] for port, after_delete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:06.958655 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:06.977873 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e3f7e26f-3b06-4904-bed8-e36e35341a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508261', 'neutron.services.segments.db._delete_segments_for_network-8741672489629'] for network, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:07.002068 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9327f6-af70-4145-9e3b-4475650d1734 None None] Pushing event deleted for resources: {'Port': ['ID=28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf,revision_number=None']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:07.005439 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-3f9327f6-af70-4145-9e3b-4475650d1734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:07.007567 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9327f6-af70-4145-9e3b-4475650d1734 None None] No DVR routers for this DVR port 28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf on host dv-cinder-788363-2-iscsi {{(pid=73847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:24:07.085360 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.services.segments.db [None req-e3f7e26f-3b06-4904-bed8-e36e35341a4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea56348-3132-43ce-93d5-7c6eb60259bf']}} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:07.097574 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.services.segments.db [None req-e3f7e26f-3b06-4904-bed8-e36e35341a4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c334f4-9bf4-4215-81ac-eba1c6eda7af') {'for_net_delete': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:07.097876 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.services.segments.db [None req-e3f7e26f-3b06-4904-bed8-e36e35341a4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c334f4-9bf4-4215-81ac-eba1c6eda7af') {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:07.109804 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e3f7e26f-3b06-4904-bed8-e36e35341a4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672501863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5819602'] for segment, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:07.125272 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e3f7e26f-3b06-4904-bed8-e36e35341a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:07.131887 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f7e26f-3b06-4904-bed8-e36e35341a4f admin admin] Releasing vlan 1161 on physical network physnet1 to pool {{(pid=73846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:24:07.393067 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-e3f7e26f-3b06-4904-bed8-e36e35341a4f admin admin] Network 5ea56348-3132-43ce-93d5-7c6eb60259bf has no segments {{(pid=73846) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:24:07.401390 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e3f7e26f-3b06-4904-bed8-e36e35341a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1513757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8251923'] for segment, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:07.412595 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416ae0d-648c-4a3f-a865-aaaeb9a790bc req-b5c0e943-c071-4e39-b5ca-aecc703ff1f5 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:07.414292 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9416ae0d-648c-4a3f-a865-aaaeb9a790bc req-b5c0e943-c071-4e39-b5ca-aecc703ff1f5 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 945 time: 0.0800719 Apr 30 13:24:07.461353 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9416ae0d-648c-4a3f-a865-aaaeb9a790bc req-94613a5f-a3ce-4cbe-b809-447a7c7b882f tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412679 Apr 30 13:24:07.571305 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-e3f7e26f-3b06-4904-bed8-e36e35341a4f admin admin] Network 5ea56348-3132-43ce-93d5-7c6eb60259bf has no segments {{(pid=73846) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: Traceback (most recent call last): Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: timer() Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: cb(*args, **kw) Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: return func(*args, **kwargs) Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: self._notify() Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: self.callback(batched_events) Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: event.method(event) Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: return f(self, *a, **k) Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: return self._get(url).json() Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: return self.request(url, 'GET', **kwargs) Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:24:07.592726 dv-cinder-788363-2-iscsi neutron-server[73846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:24:07.684869 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e3f7e26f-3b06-4904-bed8-e36e35341a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670072'] for network, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:07.692193 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e3f7e26f-3b06-4904-bed8-e36e35341a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:07.696482 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-7e10d1c6-7917-4f2b-836b-4fd44fdf1a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:07.726395 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7e26f-3b06-4904-bed8-e36e35341a4f admin admin] Pushing event deleted for resources: {'Network': ['ID=5ea56348-3132-43ce-93d5-7c6eb60259bf,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:07.730000 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e3f7e26f-3b06-4904-bed8-e36e35341a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:07.733560 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-e3f7e26f-3b06-4904-bed8-e36e35341a4f admin admin] 10.222.0.30 "DELETE /v2.0/networks/5ea56348-3132-43ce-93d5-7c6eb60259bf HTTP/1.1" status: 204 len: 168 time: 1.3826294 Apr 30 13:24:07.851108 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 38826) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:07.900310 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-c427dbdd-451a-4f93-93e6-978932ca07db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2957845d7c874208b3d921bf499e5b7b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0478144 Apr 30 13:24:07.902733 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 38830) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:07.967013 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-fe9211ce-9163-4198-9d39-2e540e7c3800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:07.971132 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf no longer exists at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:24:07.993812 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-fe9211ce-9163-4198-9d39-2e540e7c3800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:08.004963 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] No Port match for: 28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:24:08.005310 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 28e4a6e3-da6f-4c94-ad03-8b7c45ab36cf not bound to the agent host dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:24:08.048075 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-fe9211ce-9163-4198-9d39-2e540e7c3800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:08.051928 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0f86819c-c58a-4a7c-8597-b8ab38ed2b01 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:08.064532 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9211ce-9163-4198-9d39-2e540e7c3800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d477e8-083c-4e61-8536-cd1bf23e3db8,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:08.068095 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-fe9211ce-9163-4198-9d39-2e540e7c3800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:08.073119 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-fe9211ce-9163-4198-9d39-2e540e7c3800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:08.074240 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-fe9211ce-9163-4198-9d39-2e540e7c3800 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/97d477e8-083c-4e61-8536-cd1bf23e3db8 HTTP/1.1" status: 204 len: 168 time: 0.1706088 Apr 30 13:24:08.653895 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff4567-0a48-49e6-a971-bb249128567f req-59ed121b-7573-4ba0-bb89-2ee039c66b8f tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:08.655433 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a3ff4567-0a48-49e6-a971-bb249128567f req-59ed121b-7573-4ba0-bb89-2ee039c66b8f tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 945 time: 0.0858550 Apr 30 13:24:08.702780 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a3ff4567-0a48-49e6-a971-bb249128567f req-87b55503-20d1-4827-bd8f-c6b6b7a3471e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414178 Apr 30 13:24:08.885874 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a42b6-21aa-416e-bad0-322ecf2f27ee req-c4226d8a-04ec-40c0-8d77-b3d5810bc457 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:08.887370 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-638a42b6-21aa-416e-bad0-322ecf2f27ee req-c4226d8a-04ec-40c0-8d77-b3d5810bc457 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 945 time: 0.0810049 Apr 30 13:24:08.936959 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-638a42b6-21aa-416e-bad0-322ecf2f27ee req-8fec905f-d20e-48d7-ab64-a8ffc24a89e6 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438669 Apr 30 13:24:08.961108 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 38862) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:09.127945 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:09.135065 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-19d16b13-a474-4690-92ee-c3f80ff420a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:09.206439 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eef633d-4951-4952-bf40-dade14d3ccd1 tempest-TestShelveInstance-596275300 tempest-TestShelveInstance-596275300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:09.207067 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-6eef633d-4951-4952-bf40-dade14d3ccd1 tempest-TestShelveInstance-596275300 tempest-TestShelveInstance-596275300-project-admin] Synchronizing usage tracker for tenant:f53f8c925bfc4ded8e34cc514f6c13a0 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:24:09.224544 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-6eef633d-4951-4952-bf40-dade14d3ccd1 tempest-TestShelveInstance-596275300 tempest-TestShelveInstance-596275300-project-admin] Unset dirty status for tenant:f53f8c925bfc4ded8e34cc514f6c13a0 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:24:09.225743 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-6eef633d-4951-4952-bf40-dade14d3ccd1 tempest-TestShelveInstance-596275300 tempest-TestShelveInstance-596275300-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 1093 time: 0.2635927 Apr 30 13:24:09.229030 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 38874) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:09.236296 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Request body: {'floatingip': {'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'port_id': 'e3b2bf62-b77e-4664-b9fe-df3813442aa1', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:24:09.242572 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:09.246573 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Usage tracker for resource:floatingip and tenant:48d528dc58794031bbd51eaf60573f4b is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:09.249913 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:09.256480 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:09.267746 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for floatingip, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:09.407452 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:09.548035 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Allocated IP 172.27.3.39 (c3b86f7e-3861-4477-9f50-64652b00e102/6d81663d-75dc-44ec-8bd2-9cfe56c21a4e/a5b48992-404c-47f6-bd8a-c926719a5108) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:24:09.801447 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:09.831376 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:09.836228 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1b91ad92-fa66-4d20-9f7f-4058ea9951ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:09.892160 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Network c3b86f7e-3861-4477-9f50-64652b00e102 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:24:09.895273 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:24:09.897902 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:24:09.955609 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Pushing event updated for resources: {'Port': ['ID=a5b48992-404c-47f6-bd8a-c926719a5108,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:09.963534 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:10.158791 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:10.341332 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:10.416894 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:10.642936 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:10.647499 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-554251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:10.655500 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ca978f1e-d76a-4b3d-9112-b37c0a169a69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:10.762325 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Pushing event updated for resources: {'Port': ['ID=a5b48992-404c-47f6-bd8a-c926719a5108,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:10.766203 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:10.774873 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657561'] for floatingip, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:10.955621 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.db.l3_db [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Floating IP 43f328d7-8008-4aba-b73c-6e7a457010a7 associated. External IP: 172.27.3.39, port: e3b2bf62-b77e-4664-b9fe-df3813442aa1. Apr 30 13:24:11.431655 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 38978) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:11.456372 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Router 0feab5bb-62e4-406b-a243-66357ec7fe41 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:24:11.547674 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2cd909be-40a7-4394-acf0-9fb861523e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:11.567344 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-2cd909be-40a7-4394-acf0-9fb861523e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:11.571178 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-2cd909be-40a7-4394-acf0-9fb861523e3b admin admin] Usage tracker for resource:security_group_rule and tenant:9f1dc79ea0c246e58e5e8de3fb31ffb4 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:11.574017 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-2cd909be-40a7-4394-acf0-9fb861523e3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:11.580266 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-2cd909be-40a7-4394-acf0-9fb861523e3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:11.648195 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:24:11.659694 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f53ccd-19a1-4d12-9391-1324ab79a087 None None] Sync routers for ids ['0feab5bb-62e4-406b-a243-66357ec7fe41'] in dv-cinder-788363-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:24:11.670773 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f53ccd-19a1-4d12-9391-1324ab79a087 None None] Routers {'0feab5bb-62e4-406b-a243-66357ec7fe41'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:24:11.671671 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2cd909be-40a7-4394-acf0-9fb861523e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:11.673410 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-e5f53ccd-19a1-4d12-9391-1324ab79a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:24:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['0feab5bb-62e4-406b-a243-66357ec7fe41'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:11.675421 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2cd909be-40a7-4394-acf0-9fb861523e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:11.679435 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for floatingip, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:11.690015 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-780ca104-e267-40f9-8b80-67b6badf0ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:11.734592 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-2cd909be-40a7-4394-acf0-9fb861523e3b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9f1dc79ea0c246e58e5e8de3fb31ffb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017404 Apr 30 13:24:11.737372 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd909be-40a7-4394-acf0-9fb861523e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01af263f-a24f-423f-aac3-08911f9c0f37,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:11.737782 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 38984) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:11.741936 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-2cd909be-40a7-4394-acf0-9fb861523e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:11.776893 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5450037 Apr 30 13:24:11.789398 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7', 'tag': 'e3b2bf62-b77e-4664-b9fe-df3813442aa1'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:24:11.804059 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:11.815758 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1abc0c4d-1690-4d56-a6ad-ef5589bff102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:11.842217 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1abc0c4d-1690-4d56-a6ad-ef5589bff102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:11.850086 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7', 'tag': 'e3b2bf62-b77e-4664-b9fe-df3813442aa1', 'status': 'completed', 'code': 200} Apr 30 13:24:11.912493 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-e5f53ccd-19a1-4d12-9391-1324ab79a087 None None] Set router 0feab5bb-62e4-406b-a243-66357ec7fe41 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:24:11.936619 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1abc0c4d-1690-4d56-a6ad-ef5589bff102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:11.946170 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-18cd9b58-58c2-4039-9200-bec697d3466a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:11.961926 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc0c4d-1690-4d56-a6ad-ef5589bff102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01af263f-a24f-423f-aac3-08911f9c0f37,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:11.964471 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1abc0c4d-1690-4d56-a6ad-ef5589bff102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:11.970347 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1abc0c4d-1690-4d56-a6ad-ef5589bff102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:11.971446 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-1abc0c4d-1690-4d56-a6ad-ef5589bff102 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01af263f-a24f-423f-aac3-08911f9c0f37 HTTP/1.1" status: 204 len: 168 time: 0.2325201 Apr 30 13:24:12.002730 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61e63c-a2c5-4312-b154-cb367c252a40 req-04b88851-51fb-4745-876b-88dc18c833c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:12.004223 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3c61e63c-a2c5-4312-b154-cb367c252a40 req-04b88851-51fb-4745-876b-88dc18c833c5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=48d528dc58794031bbd51eaf60573f4b&device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 1098 time: 0.1119041 Apr 30 13:24:12.143185 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61e63c-a2c5-4312-b154-cb367c252a40 req-e3704abe-e8ce-47a8-b999-c73248a1a534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:12.144998 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3c61e63c-a2c5-4312-b154-cb367c252a40 req-e3704abe-e8ce-47a8-b999-c73248a1a534 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c52d5925-28e6-42f1-8bb0-2f5295856676 HTTP/1.1" status: 200 len: 910 time: 0.1340909 Apr 30 13:24:12.255770 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3c61e63c-a2c5-4312-b154-cb367c252a40 req-0bcf2258-a223-41ff-9947-ec2906d2924f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3b2bf62-b77e-4664-b9fe-df3813442aa1 HTTP/1.1" status: 200 len: 998 time: 0.1041334 Apr 30 13:24:12.280427 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 38996) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:12.293534 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-e5f53ccd-19a1-4d12-9391-1324ab79a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'name': 'tempest-TestShelveInstance-453054149-router', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '681899cb-6af7-4bb8-af83-c2aab7dacaac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:13Z', 'updated_at': '2021-04-30T13:23:18Z', 'revision_number': 4, 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'gw_port': {'id': '681899cb-6af7-4bb8-af83-c2aab7dacaac', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:15:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:14Z', 'updated_at': '2021-04-30T13:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': '43f328d7-8008-4aba-b73c-6e7a457010a7', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'floating_ip_address': '172.27.3.39', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'port_id': 'e3b2bf62-b77e-4664-b9fe-df3813442aa1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676', 'mac_address': 'fa:16:3e:56:7c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:24:10Z', 'updated_at': '2021-04-30T13:24:10Z', 'revision_number': 0, 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af6ac916-7f0c-429b-beaf-8a6952c7697e', 'name': '', 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'mac_address': 'fa:16:3e:66:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '32feef93-2fcb-46f3-a9a4-5dd045858449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:17Z', 'updated_at': '2021-04-30T13:23:25Z', 'revision_number': 5, 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'subnets': [{'id': '32feef93-2fcb-46f3-a9a4-5dd045858449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:12.299021 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f53ccd-19a1-4d12-9391-1324ab79a087 None None] Checking router: 0feab5bb-62e4-406b-a243-66357ec7fe41 for host: dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:24:12.299644 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-45a3acce-df8f-4788-816b-8e6cd9178519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:12.309563 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f53ccd-19a1-4d12-9391-1324ab79a087 None None] Routers {'0feab5bb-62e4-406b-a243-66357ec7fe41'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:24:12.310267 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-e5f53ccd-19a1-4d12-9391-1324ab79a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:24:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['0feab5bb-62e4-406b-a243-66357ec7fe41'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:12.314317 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-45a3acce-df8f-4788-816b-8e6cd9178519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:12.318391 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-45a3acce-df8f-4788-816b-8e6cd9178519 admin admin] Usage tracker for resource:security_group_rule and tenant:da1303cd8cb8480c900ac801d2667ebf is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:12.319913 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61e63c-a2c5-4312-b154-cb367c252a40 req-5a5c993c-be05-459a-845d-cb89bc041506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:12.321243 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-45a3acce-df8f-4788-816b-8e6cd9178519 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:12.321576 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3c61e63c-a2c5-4312-b154-cb367c252a40 req-5a5c993c-be05-459a-845d-cb89bc041506 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=32feef93-2fcb-46f3-a9a4-5dd045858449 HTTP/1.1" status: 200 len: 847 time: 0.0596888 Apr 30 13:24:12.327128 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-45a3acce-df8f-4788-816b-8e6cd9178519 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:12.408749 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61e63c-a2c5-4312-b154-cb367c252a40 req-f7b844a1-f71f-4391-a714-d21ebaeba3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:12.410250 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3c61e63c-a2c5-4312-b154-cb367c252a40 req-f7b844a1-f71f-4391-a714-d21ebaeba3a6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c52d5925-28e6-42f1-8bb0-2f5295856676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0822327 Apr 30 13:24:12.414968 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-45a3acce-df8f-4788-816b-8e6cd9178519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:12.418936 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-45a3acce-df8f-4788-816b-8e6cd9178519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:12.426663 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-bafa34d7-44d3-4995-b5ee-cb108d593473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:12.471386 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-45a3acce-df8f-4788-816b-8e6cd9178519 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da1303cd8cb8480c900ac801d2667ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895807 Apr 30 13:24:12.472042 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39000) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:12.474194 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3acce-df8f-4788-816b-8e6cd9178519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a12a1e-6460-46a5-b22a-bbac2310691e,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:12.496050 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-e5f53ccd-19a1-4d12-9391-1324ab79a087 None None] Set router 0feab5bb-62e4-406b-a243-66357ec7fe41 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:24:12.497655 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-45a3acce-df8f-4788-816b-8e6cd9178519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:12.542286 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-fa19205d-0fb3-49ab-9514-7ec33aec0cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:12.551807 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3c61e63c-a2c5-4312-b154-cb367c252a40 req-0b6bba37-153a-4830-81ea-94b539e7d038 service neutron] 10.222.0.96 "GET /v2.0/networks/c52d5925-28e6-42f1-8bb0-2f5295856676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328187 Apr 30 13:24:12.569113 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-fa19205d-0fb3-49ab-9514-7ec33aec0cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:12.627418 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-fa19205d-0fb3-49ab-9514-7ec33aec0cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:12.631320 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-b7b9d0b9-3bb8-4f2e-b4d6-d799748115aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:12.645043 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19205d-0fb3-49ab-9514-7ec33aec0cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a12a1e-6460-46a5-b22a-bbac2310691e,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:12.647949 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-fa19205d-0fb3-49ab-9514-7ec33aec0cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:12.658293 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-fa19205d-0fb3-49ab-9514-7ec33aec0cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:12.661981 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-fa19205d-0fb3-49ab-9514-7ec33aec0cc7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/33a12a1e-6460-46a5-b22a-bbac2310691e HTTP/1.1" status: 204 len: 168 time: 0.1865659 Apr 30 13:24:12.695430 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3c61e63c-a2c5-4312-b154-cb367c252a40 req-ac838c30-e582-4be8-b9fd-306ef9dbbe53 service neutron] 10.222.0.96 "GET /v2.0/networks/c52d5925-28e6-42f1-8bb0-2f5295856676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367958 Apr 30 13:24:12.905289 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-e5f53ccd-19a1-4d12-9391-1324ab79a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'name': 'tempest-TestShelveInstance-453054149-router', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '681899cb-6af7-4bb8-af83-c2aab7dacaac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:13Z', 'updated_at': '2021-04-30T13:23:18Z', 'revision_number': 4, 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'gw_port': {'id': '681899cb-6af7-4bb8-af83-c2aab7dacaac', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:15:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:14Z', 'updated_at': '2021-04-30T13:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': '43f328d7-8008-4aba-b73c-6e7a457010a7', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'floating_ip_address': '172.27.3.39', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'port_id': 'e3b2bf62-b77e-4664-b9fe-df3813442aa1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676', 'mac_address': 'fa:16:3e:56:7c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:24:10Z', 'updated_at': '2021-04-30T13:24:10Z', 'revision_number': 0, 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af6ac916-7f0c-429b-beaf-8a6952c7697e', 'name': '', 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'mac_address': 'fa:16:3e:66:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '32feef93-2fcb-46f3-a9a4-5dd045858449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:17Z', 'updated_at': '2021-04-30T13:23:25Z', 'revision_number': 5, 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'subnets': [{'id': '32feef93-2fcb-46f3-a9a4-5dd045858449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:12.909423 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f53ccd-19a1-4d12-9391-1324ab79a087 None None] The sync data for ids ['0feab5bb-62e4-406b-a243-66357ec7fe41'] in dv-cinder-788363-2-iscsi is: [{'id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'name': 'tempest-TestShelveInstance-453054149-router', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '681899cb-6af7-4bb8-af83-c2aab7dacaac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:13Z', 'updated_at': '2021-04-30T13:23:18Z', 'revision_number': 4, 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'gw_port': {'id': '681899cb-6af7-4bb8-af83-c2aab7dacaac', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:15:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:14Z', 'updated_at': '2021-04-30T13:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': '43f328d7-8008-4aba-b73c-6e7a457010a7', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'floating_ip_address': '172.27.3.39', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'port_id': 'e3b2bf62-b77e-4664-b9fe-df3813442aa1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676', 'mac_address': 'fa:16:3e:56:7c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:24:10Z', 'updated_at': '2021-04-30T13:24:10Z', 'revision_number': 0, 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af6ac916-7f0c-429b-beaf-8a6952c7697e', 'name': '', 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'mac_address': 'fa:16:3e:66:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '32feef93-2fcb-46f3-a9a4-5dd045858449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:17Z', 'updated_at': '2021-04-30T13:23:25Z', 'revision_number': 5, 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'subnets': [{'id': '32feef93-2fcb-46f3-a9a4-5dd045858449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:24:13.106266 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c23d84-3381-4ff5-a860-d0beba5d5682 None None] New status for floating IP 43f328d7-8008-4aba-b73c-6e7a457010a7: ACTIVE {{(pid=73848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:24:15.286681 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39070) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:15.401422 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9510d577-2dd4-4b56-9cd4-cc2dd7ad65af admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:15.415361 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-9510d577-2dd4-4b56-9cd4-cc2dd7ad65af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:15.419115 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-9510d577-2dd4-4b56-9cd4-cc2dd7ad65af admin admin] Usage tracker for resource:security_group_rule and tenant:d16b1df2b524490297c974b7f7c33acd is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:15.421812 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-9510d577-2dd4-4b56-9cd4-cc2dd7ad65af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:15.427409 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-9510d577-2dd4-4b56-9cd4-cc2dd7ad65af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:15.508326 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9510d577-2dd4-4b56-9cd4-cc2dd7ad65af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:15.512053 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9510d577-2dd4-4b56-9cd4-cc2dd7ad65af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:15.518243 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-1c812da1-64f1-4c69-95e2-52dd52700a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:15.556320 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510d577-2dd4-4b56-9cd4-cc2dd7ad65af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a1f001-5bb2-4998-baf3-80b38d486832,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:15.561161 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-9510d577-2dd4-4b56-9cd4-cc2dd7ad65af admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d16b1df2b524490297c974b7f7c33acd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725887 Apr 30 13:24:15.562201 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-9510d577-2dd4-4b56-9cd4-cc2dd7ad65af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:15.564359 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39076) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:15.625731 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-be7338f6-67ee-4612-8b5e-2a521ce79c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:15.650976 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-be7338f6-67ee-4612-8b5e-2a521ce79c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:15.704060 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-be7338f6-67ee-4612-8b5e-2a521ce79c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:15.707680 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-7486938a-b53e-4438-9419-d2bbc586481e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:15.718745 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7338f6-67ee-4612-8b5e-2a521ce79c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a1f001-5bb2-4998-baf3-80b38d486832,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:15.722152 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-be7338f6-67ee-4612-8b5e-2a521ce79c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:15.726607 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-be7338f6-67ee-4612-8b5e-2a521ce79c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:15.727694 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-be7338f6-67ee-4612-8b5e-2a521ce79c94 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/51a1f001-5bb2-4998-baf3-80b38d486832 HTTP/1.1" status: 204 len: 168 time: 0.1627245 Apr 30 13:24:16.028924 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39084) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:16.048885 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0df7302c-1587-4154-973c-24a87b90a5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:16.064555 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-0df7302c-1587-4154-973c-24a87b90a5bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:16.072473 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-0df7302c-1587-4154-973c-24a87b90a5bf admin admin] Usage tracker for resource:security_group_rule and tenant:8f6f347123aa401f984bd4ced7398881 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:16.076854 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-0df7302c-1587-4154-973c-24a87b90a5bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:16.082976 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-0df7302c-1587-4154-973c-24a87b90a5bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:16.169391 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0df7302c-1587-4154-973c-24a87b90a5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:16.174009 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0df7302c-1587-4154-973c-24a87b90a5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:16.181613 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-5fba7fcf-2f1f-4af9-bdcd-047f148e6a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:16.224032 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-0df7302c-1587-4154-973c-24a87b90a5bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8f6f347123aa401f984bd4ced7398881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1934297 Apr 30 13:24:16.224822 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7302c-1587-4154-973c-24a87b90a5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b138740-1aa5-43e7-8091-db56bb7b562b,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:16.226726 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 39088) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:16.227928 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0df7302c-1587-4154-973c-24a87b90a5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:16.294213 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-075bf74c-0abb-4813-9c93-9121e2bd5ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:16.321169 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-075bf74c-0abb-4813-9c93-9121e2bd5ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:16.375092 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-075bf74c-0abb-4813-9c93-9121e2bd5ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:16.379074 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ec5031ee-3f3f-47fa-9feb-4c081d80cefd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:16.392757 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bf74c-0abb-4813-9c93-9121e2bd5ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b138740-1aa5-43e7-8091-db56bb7b562b,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:16.395784 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-075bf74c-0abb-4813-9c93-9121e2bd5ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:16.397989 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-075bf74c-0abb-4813-9c93-9121e2bd5ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:16.399694 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-075bf74c-0abb-4813-9c93-9121e2bd5ded admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b138740-1aa5-43e7-8091-db56bb7b562b HTTP/1.1" status: 204 len: 168 time: 0.1714470 Apr 30 13:24:23.033786 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 39174) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:23.155843 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1c088d0c-d8e8-4551-a305-9a3cfb004cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:23.175168 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-1c088d0c-d8e8-4551-a305-9a3cfb004cd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:23.179000 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-1c088d0c-d8e8-4551-a305-9a3cfb004cd8 admin admin] Usage tracker for resource:security_group_rule and tenant:cf241060bc5f401a91b0c4833a819ee5 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:23.181921 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-1c088d0c-d8e8-4551-a305-9a3cfb004cd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:23.188272 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-1c088d0c-d8e8-4551-a305-9a3cfb004cd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:23.274289 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1c088d0c-d8e8-4551-a305-9a3cfb004cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:23.278522 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1c088d0c-d8e8-4551-a305-9a3cfb004cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:23.285846 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-60409cb8-4412-4ee4-a035-f15368042655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:23.328310 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-1c088d0c-d8e8-4551-a305-9a3cfb004cd8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cf241060bc5f401a91b0c4833a819ee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933624 Apr 30 13:24:23.329213 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c088d0c-d8e8-4551-a305-9a3cfb004cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c74ada7-097c-4f62-b840-17361d40042a,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:23.330991 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39180) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:23.336879 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c088d0c-d8e8-4551-a305-9a3cfb004cd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:23.337253 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c088d0c-d8e8-4551-a305-9a3cfb004cd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:23.337617 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c088d0c-d8e8-4551-a305-9a3cfb004cd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:23.337995 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c088d0c-d8e8-4551-a305-9a3cfb004cd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:23.338359 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c088d0c-d8e8-4551-a305-9a3cfb004cd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:23.338711 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c088d0c-d8e8-4551-a305-9a3cfb004cd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:23.339060 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c088d0c-d8e8-4551-a305-9a3cfb004cd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:23.339409 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c088d0c-d8e8-4551-a305-9a3cfb004cd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:23.339781 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c088d0c-d8e8-4551-a305-9a3cfb004cd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:23.340128 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c088d0c-d8e8-4551-a305-9a3cfb004cd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:23.340532 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c088d0c-d8e8-4551-a305-9a3cfb004cd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:23.340882 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c088d0c-d8e8-4551-a305-9a3cfb004cd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:23.345255 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1c088d0c-d8e8-4551-a305-9a3cfb004cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:23.398706 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-bf6f31c7-22ab-4fa9-9d6a-17b1eb060bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:23.424846 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-bf6f31c7-22ab-4fa9-9d6a-17b1eb060bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:23.476603 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-bf6f31c7-22ab-4fa9-9d6a-17b1eb060bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:23.480340 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-9fcea7d4-5c50-437e-8723-089f7bbef2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:23.493904 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f31c7-22ab-4fa9-9d6a-17b1eb060bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c74ada7-097c-4f62-b840-17361d40042a,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:23.497444 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-bf6f31c7-22ab-4fa9-9d6a-17b1eb060bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:23.503919 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-bf6f31c7-22ab-4fa9-9d6a-17b1eb060bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:23.507094 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-bf6f31c7-22ab-4fa9-9d6a-17b1eb060bf7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c74ada7-097c-4f62-b840-17361d40042a HTTP/1.1" status: 204 len: 168 time: 0.1750309 Apr 30 13:24:23.804853 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39188) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:23.823805 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-802ccf96-ed12-4092-8087-9c5527077b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:23.838907 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-802ccf96-ed12-4092-8087-9c5527077b72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:23.843436 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-802ccf96-ed12-4092-8087-9c5527077b72 admin admin] Usage tracker for resource:security_group_rule and tenant:6d6f9139a57c4d04a8a844d1f6e34e1d is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:23.846266 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-802ccf96-ed12-4092-8087-9c5527077b72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:23.851916 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-802ccf96-ed12-4092-8087-9c5527077b72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:23.933763 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-802ccf96-ed12-4092-8087-9c5527077b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:23.938552 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-802ccf96-ed12-4092-8087-9c5527077b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:23.945980 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-cf2314c1-464a-4a80-9d36-2227887bae37 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:23.987930 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ccf96-ed12-4092-8087-9c5527077b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697a22d5-a5e0-4170-bfde-439a7855dad4,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:23.991239 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-802ccf96-ed12-4092-8087-9c5527077b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:23.993539 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-802ccf96-ed12-4092-8087-9c5527077b72 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d6f9139a57c4d04a8a844d1f6e34e1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877003 Apr 30 13:24:23.996212 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39192) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:24.053184 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9718c8b2-0331-4382-b517-2520282ebe42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:24.079500 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9718c8b2-0331-4382-b517-2520282ebe42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:24.130520 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9718c8b2-0331-4382-b517-2520282ebe42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:24.134115 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-2cd909be-40a7-4394-acf0-9fb861523e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:24.145141 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718c8b2-0331-4382-b517-2520282ebe42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697a22d5-a5e0-4170-bfde-439a7855dad4,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:24.147621 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-9718c8b2-0331-4382-b517-2520282ebe42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:24.153214 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9718c8b2-0331-4382-b517-2520282ebe42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:24.154874 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-9718c8b2-0331-4382-b517-2520282ebe42 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/697a22d5-a5e0-4170-bfde-439a7855dad4 HTTP/1.1" status: 204 len: 168 time: 0.1577511 Apr 30 13:24:24.741733 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:24:34.506814 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:36.244012 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39304) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:36.366630 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e015aa33-bef2-436a-b822-430ba74cce9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:36.383479 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-e015aa33-bef2-436a-b822-430ba74cce9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:36.387389 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-e015aa33-bef2-436a-b822-430ba74cce9f admin admin] Usage tracker for resource:security_group_rule and tenant:67869d8ff3144b629616174ecba8bd71 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:36.390882 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-e015aa33-bef2-436a-b822-430ba74cce9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:36.398128 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-e015aa33-bef2-436a-b822-430ba74cce9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:36.475478 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-1874b911-5c3a-4dbc-a784-f14955232131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:36.497068 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e015aa33-bef2-436a-b822-430ba74cce9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:36.502050 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e015aa33-bef2-436a-b822-430ba74cce9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:36.509494 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-fa19205d-0fb3-49ab-9514-7ec33aec0cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:36.551228 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-e015aa33-bef2-436a-b822-430ba74cce9f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=67869d8ff3144b629616174ecba8bd71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060820 Apr 30 13:24:36.552127 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015aa33-bef2-436a-b822-430ba74cce9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1adee2-3242-4175-bc61-26216e3a8e30,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:36.553938 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 39310) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:36.555563 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e015aa33-bef2-436a-b822-430ba74cce9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:36.626835 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-c2d4ef32-34eb-4c7c-b21f-883e5b391af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:36.667428 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-c2d4ef32-34eb-4c7c-b21f-883e5b391af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:36.722984 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-c2d4ef32-34eb-4c7c-b21f-883e5b391af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:36.727487 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-075bf74c-0abb-4813-9c93-9121e2bd5ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:36.744785 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4ef32-34eb-4c7c-b21f-883e5b391af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1adee2-3242-4175-bc61-26216e3a8e30,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:36.749618 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-c2d4ef32-34eb-4c7c-b21f-883e5b391af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:36.755480 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-c2d4ef32-34eb-4c7c-b21f-883e5b391af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:36.756552 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-c2d4ef32-34eb-4c7c-b21f-883e5b391af3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af1adee2-3242-4175-bc61-26216e3a8e30 HTTP/1.1" status: 204 len: 168 time: 0.2014728 Apr 30 13:24:37.086836 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 39318) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:37.107184 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d8feafcc-c383-4ea9-8402-995ddf3dab31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:37.125014 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-d8feafcc-c383-4ea9-8402-995ddf3dab31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:37.128919 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-d8feafcc-c383-4ea9-8402-995ddf3dab31 admin admin] Usage tracker for resource:security_group_rule and tenant:b0c4ca614b6041f28498729b93930cc5 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:37.131943 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-d8feafcc-c383-4ea9-8402-995ddf3dab31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:37.137804 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-d8feafcc-c383-4ea9-8402-995ddf3dab31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:37.227335 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d8feafcc-c383-4ea9-8402-995ddf3dab31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:37.231668 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d8feafcc-c383-4ea9-8402-995ddf3dab31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:37.239748 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-8faba65e-577a-4415-81f9-7b4d7b68e244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:37.281921 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8feafcc-c383-4ea9-8402-995ddf3dab31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acde4200-acd1-494b-b4a8-39f5b46fb8cc,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:37.286112 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-d8feafcc-c383-4ea9-8402-995ddf3dab31 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0c4ca614b6041f28498729b93930cc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980042 Apr 30 13:24:37.287146 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d8feafcc-c383-4ea9-8402-995ddf3dab31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:37.288870 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 39322) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:37.356882 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f910edca-5453-4b29-a7ef-48cb50db2b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:37.384840 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f910edca-5453-4b29-a7ef-48cb50db2b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:37.556258 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f910edca-5453-4b29-a7ef-48cb50db2b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:37.560011 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-cc5ea610-4f0c-4e35-9540-8c4753a0b6fa tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:37.573746 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910edca-5453-4b29-a7ef-48cb50db2b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acde4200-acd1-494b-b4a8-39f5b46fb8cc,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:37.578161 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-f910edca-5453-4b29-a7ef-48cb50db2b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:37.580855 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f910edca-5453-4b29-a7ef-48cb50db2b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:37.583409 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-f910edca-5453-4b29-a7ef-48cb50db2b69 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/acde4200-acd1-494b-b4a8-39f5b46fb8cc HTTP/1.1" status: 204 len: 168 time: 0.2933283 Apr 30 13:24:38.856024 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 39354) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:38.985496 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4e280c0a-afb0-48e9-8857-087cfb117396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:39.001539 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-4e280c0a-afb0-48e9-8857-087cfb117396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:39.005424 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-4e280c0a-afb0-48e9-8857-087cfb117396 admin admin] Usage tracker for resource:security_group_rule and tenant:fed30c3b0254439b8b75d7906882ea79 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:39.008395 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-4e280c0a-afb0-48e9-8857-087cfb117396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:39.014313 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-4e280c0a-afb0-48e9-8857-087cfb117396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:39.102812 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4e280c0a-afb0-48e9-8857-087cfb117396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:39.107096 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4e280c0a-afb0-48e9-8857-087cfb117396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:39.118335 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1c088d0c-d8e8-4551-a305-9a3cfb004cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:39.132742 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:39.139155 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-7f5b2249-8268-44be-af7c-a1f85b737cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:39.159497 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-4e280c0a-afb0-48e9-8857-087cfb117396 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fed30c3b0254439b8b75d7906882ea79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023577 Apr 30 13:24:39.161346 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e280c0a-afb0-48e9-8857-087cfb117396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef2a852-d802-4feb-8607-ba4aad0e6659,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:39.162788 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39360) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:39.165079 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-4e280c0a-afb0-48e9-8857-087cfb117396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:39.227958 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b7c621bc-06d5-483b-b0f0-28731ab43f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:39.254719 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b7c621bc-06d5-483b-b0f0-28731ab43f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:39.319737 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b7c621bc-06d5-483b-b0f0-28731ab43f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:39.323812 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-8955936d-bdc4-482d-82e3-9bd1fb2e63e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:39.336745 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c621bc-06d5-483b-b0f0-28731ab43f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef2a852-d802-4feb-8607-ba4aad0e6659,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:39.340678 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-b7c621bc-06d5-483b-b0f0-28731ab43f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:39.348114 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b7c621bc-06d5-483b-b0f0-28731ab43f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:39.349453 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-b7c621bc-06d5-483b-b0f0-28731ab43f54 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cef2a852-d802-4feb-8607-ba4aad0e6659 HTTP/1.1" status: 204 len: 168 time: 0.1851325 Apr 30 13:24:39.827198 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bc558031-c75b-4a8b-82a3-a78ec5d464fc req-6b1a4a5a-a247-426d-9ae1-8d3d2b8c8464 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0862079 Apr 30 13:24:40.005823 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc558031-c75b-4a8b-82a3-a78ec5d464fc req-2a890cfb-db1b-4423-a3d0-6608584988af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:40.007599 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bc558031-c75b-4a8b-82a3-a78ec5d464fc req-2a890cfb-db1b-4423-a3d0-6608584988af service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=48d528dc58794031bbd51eaf60573f4b&device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 1098 time: 0.0794888 Apr 30 13:24:40.147464 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:40.180153 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc558031-c75b-4a8b-82a3-a78ec5d464fc req-ebe03444-1934-474e-bae0-1e0c543e12db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:40.181630 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bc558031-c75b-4a8b-82a3-a78ec5d464fc req-ebe03444-1934-474e-bae0-1e0c543e12db service neutron] 10.222.0.96 "GET /v2.0/networks?id=c52d5925-28e6-42f1-8bb0-2f5295856676 HTTP/1.1" status: 200 len: 910 time: 0.1507549 Apr 30 13:24:40.291227 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bc558031-c75b-4a8b-82a3-a78ec5d464fc req-778ff758-60e9-4495-b1d8-77c258fe519b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3b2bf62-b77e-4664-b9fe-df3813442aa1 HTTP/1.1" status: 200 len: 1000 time: 0.1021380 Apr 30 13:24:40.356733 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc558031-c75b-4a8b-82a3-a78ec5d464fc req-1ea48f5d-112c-4f3d-943e-8ea82c9dc1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:40.358748 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bc558031-c75b-4a8b-82a3-a78ec5d464fc req-1ea48f5d-112c-4f3d-943e-8ea82c9dc1cd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=32feef93-2fcb-46f3-a9a4-5dd045858449 HTTP/1.1" status: 200 len: 847 time: 0.0605037 Apr 30 13:24:40.452769 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc558031-c75b-4a8b-82a3-a78ec5d464fc req-b065684e-0bdb-4ef2-8721-960ab2056732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:40.454325 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bc558031-c75b-4a8b-82a3-a78ec5d464fc req-b065684e-0bdb-4ef2-8721-960ab2056732 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c52d5925-28e6-42f1-8bb0-2f5295856676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0874977 Apr 30 13:24:40.599843 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bc558031-c75b-4a8b-82a3-a78ec5d464fc req-0efdc2be-442d-4f3e-ae38-4ce4ad35d6cc service neutron] 10.222.0.96 "GET /v2.0/networks/c52d5925-28e6-42f1-8bb0-2f5295856676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351516 Apr 30 13:24:40.741591 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bc558031-c75b-4a8b-82a3-a78ec5d464fc req-ec6a475b-61f0-43b9-8f48-ab684e955ce8 service neutron] 10.222.0.96 "GET /v2.0/networks/c52d5925-28e6-42f1-8bb0-2f5295856676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346068 Apr 30 13:24:41.704083 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:48.732353 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 39490) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:48.848596 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-58a05021-7d26-4627-8736-3c246e44d328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:48.863077 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-58a05021-7d26-4627-8736-3c246e44d328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:48.866901 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-58a05021-7d26-4627-8736-3c246e44d328 admin admin] Usage tracker for resource:security_group_rule and tenant:0c56ac808c7f462087270c4819e903d6 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:48.869707 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-58a05021-7d26-4627-8736-3c246e44d328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:48.875902 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-58a05021-7d26-4627-8736-3c246e44d328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:48.956641 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-58a05021-7d26-4627-8736-3c246e44d328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:48.960471 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-58a05021-7d26-4627-8736-3c246e44d328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:48.967520 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-8fcc184a-255a-448a-9e16-ce019c382dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:49.008980 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-58a05021-7d26-4627-8736-3c246e44d328 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0c56ac808c7f462087270c4819e903d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754483 Apr 30 13:24:49.009991 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a05021-7d26-4627-8736-3c246e44d328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f86439-59c5-4a5a-a0be-a9155718fb57,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:49.011730 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39496) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:49.013846 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-58a05021-7d26-4627-8736-3c246e44d328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:49.077790 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-769095aa-1cee-422e-b0dd-15a5a7abf00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:49.103359 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-769095aa-1cee-422e-b0dd-15a5a7abf00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:49.155312 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-769095aa-1cee-422e-b0dd-15a5a7abf00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:49.159027 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-69a51a71-ced6-4a25-a50d-2735f2465cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:49.170236 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769095aa-1cee-422e-b0dd-15a5a7abf00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f86439-59c5-4a5a-a0be-a9155718fb57,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:49.174777 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-769095aa-1cee-422e-b0dd-15a5a7abf00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:49.176707 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-769095aa-1cee-422e-b0dd-15a5a7abf00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:49.177814 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-769095aa-1cee-422e-b0dd-15a5a7abf00d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b5f86439-59c5-4a5a-a0be-a9155718fb57 HTTP/1.1" status: 204 len: 168 time: 0.1641920 Apr 30 13:24:49.459060 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39504) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:49.476593 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7d03544e-aba5-402d-90f4-d9a2d580c7f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:49.491232 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-7d03544e-aba5-402d-90f4-d9a2d580c7f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:49.495064 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-7d03544e-aba5-402d-90f4-d9a2d580c7f9 admin admin] Usage tracker for resource:security_group_rule and tenant:368d3796aacb484ea18a583c4cc13184 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:49.498405 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-7d03544e-aba5-402d-90f4-d9a2d580c7f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:49.504537 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-7d03544e-aba5-402d-90f4-d9a2d580c7f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:49.588091 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7d03544e-aba5-402d-90f4-d9a2d580c7f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:49.592551 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7d03544e-aba5-402d-90f4-d9a2d580c7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:49.600020 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-1904c33b-413b-4b80-ae7e-926d4807bd09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:49.641683 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03544e-aba5-402d-90f4-d9a2d580c7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c7ee4b-290f-4138-90df-bf2a114fb518,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:49.646280 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-7d03544e-aba5-402d-90f4-d9a2d580c7f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=368d3796aacb484ea18a583c4cc13184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1861637 Apr 30 13:24:49.647215 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-7d03544e-aba5-402d-90f4-d9a2d580c7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:49.649078 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 39508) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:49.711848 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-13e5b89b-0473-4e80-be77-d1fea2162831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:49.737935 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-13e5b89b-0473-4e80-be77-d1fea2162831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:49.788139 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-13e5b89b-0473-4e80-be77-d1fea2162831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:49.791769 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-83e8754c-e57d-4b87-8f3b-fe1ebe24ba16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:49.806414 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5b89b-0473-4e80-be77-d1fea2162831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c7ee4b-290f-4138-90df-bf2a114fb518,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:49.808954 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-13e5b89b-0473-4e80-be77-d1fea2162831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:49.819060 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-13e5b89b-0473-4e80-be77-d1fea2162831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:49.820197 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-13e5b89b-0473-4e80-be77-d1fea2162831 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/99c7ee4b-290f-4138-90df-bf2a114fb518 HTTP/1.1" status: 204 len: 168 time: 0.1699164 Apr 30 13:24:50.261533 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39516) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:50.280323 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2ab54b68-1f44-4ea2-b423-877aa8a1eead admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:50.294282 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-2ab54b68-1f44-4ea2-b423-877aa8a1eead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:50.298084 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-2ab54b68-1f44-4ea2-b423-877aa8a1eead admin admin] Usage tracker for resource:security_group_rule and tenant:364aa38dd10b463c9ac42c21109aab44 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:50.300810 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-2ab54b68-1f44-4ea2-b423-877aa8a1eead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:50.306723 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-2ab54b68-1f44-4ea2-b423-877aa8a1eead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:50.389557 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2ab54b68-1f44-4ea2-b423-877aa8a1eead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:50.393538 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2ab54b68-1f44-4ea2-b423-877aa8a1eead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:50.402142 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-fe9211ce-9163-4198-9d39-2e540e7c3800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:50.442959 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-2ab54b68-1f44-4ea2-b423-877aa8a1eead admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=364aa38dd10b463c9ac42c21109aab44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803420 Apr 30 13:24:50.443856 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab54b68-1f44-4ea2-b423-877aa8a1eead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55ebc92-da8e-49c2-82e7-57711a7c36e8,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:50.445628 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 39520) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:50.446780 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-2ab54b68-1f44-4ea2-b423-877aa8a1eead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:50.504441 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-fdf42081-8860-4f8b-aa2a-6824a8b9f663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:50.530597 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-fdf42081-8860-4f8b-aa2a-6824a8b9f663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:50.594939 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-fdf42081-8860-4f8b-aa2a-6824a8b9f663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:50.598729 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b396011a-1bd4-4f2b-924b-abbce7c74324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:50.610040 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf42081-8860-4f8b-aa2a-6824a8b9f663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55ebc92-da8e-49c2-82e7-57711a7c36e8,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:50.613464 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-fdf42081-8860-4f8b-aa2a-6824a8b9f663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:50.616691 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-fdf42081-8860-4f8b-aa2a-6824a8b9f663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:50.617881 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-fdf42081-8860-4f8b-aa2a-6824a8b9f663 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f55ebc92-da8e-49c2-82e7-57711a7c36e8 HTTP/1.1" status: 204 len: 168 time: 0.1710944 Apr 30 13:24:51.336848 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 39544) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:51.441592 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-8cbd46f2-d95d-4141-a27d-55e97b0fa5a6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-483348848-network', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:24:51.446273 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-8cbd46f2-d95d-4141-a27d-55e97b0fa5a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:51.450048 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-8cbd46f2-d95d-4141-a27d-55e97b0fa5a6 admin admin] Usage tracker for resource:network and tenant:e1e5dd31affc47a1876d857176bb46e6 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:51.453487 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-8cbd46f2-d95d-4141-a27d-55e97b0fa5a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:51.459790 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-8cbd46f2-d95d-4141-a27d-55e97b0fa5a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:51.469169 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbd46f2-d95d-4141-a27d-55e97b0fa5a6 admin admin] Made reservation on behalf of e1e5dd31affc47a1876d857176bb46e6 for: {'network': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:24:51.471471 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-8cbd46f2-d95d-4141-a27d-55e97b0fa5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for network, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:51.483607 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-8cbd46f2-d95d-4141-a27d-55e97b0fa5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:51.497406 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-8cbd46f2-d95d-4141-a27d-55e97b0fa5a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:51.501676 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-8cbd46f2-d95d-4141-a27d-55e97b0fa5a6 admin admin] Usage tracker for resource:security_group_rule and tenant:e1e5dd31affc47a1876d857176bb46e6 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:51.504438 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-8cbd46f2-d95d-4141-a27d-55e97b0fa5a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:51.510138 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-8cbd46f2-d95d-4141-a27d-55e97b0fa5a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:51.599138 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-8cbd46f2-d95d-4141-a27d-55e97b0fa5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:51.603799 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-8cbd46f2-d95d-4141-a27d-55e97b0fa5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:51.607381 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-13336c32-c85c-4de5-b048-b7d89cfa8b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:51.637364 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cbd46f2-d95d-4141-a27d-55e97b0fa5a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1185} {{(pid=73845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:24:51.647614 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd46f2-d95d-4141-a27d-55e97b0fa5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e852cd81-e71f-482a-a6c4-1216a8047827,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:51.651515 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-8cbd46f2-d95d-4141-a27d-55e97b0fa5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:51.654406 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-8cbd46f2-d95d-4141-a27d-55e97b0fa5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:51.655273 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.db.segments_db [None req-8cbd46f2-d95d-4141-a27d-55e97b0fa5a6 admin admin] Added segment 5bfe8ee4-855c-4573-9cc9-0bf431a45eda of type vlan for network 1fcdb7bf-a500-4e1c-8580-268d73eec72c Apr 30 13:24:51.681359 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-8cbd46f2-d95d-4141-a27d-55e97b0fa5a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672049812'] for network, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:51.712218 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-8cbd46f2-d95d-4141-a27d-55e97b0fa5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for network, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:51.713602 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbd46f2-d95d-4141-a27d-55e97b0fa5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:51.714223 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-8cbd46f2-d95d-4141-a27d-55e97b0fa5a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:51.717793 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:51.824070 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-8cbd46f2-d95d-4141-a27d-55e97b0fa5a6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4861016 Apr 30 13:24:51.825119 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd46f2-d95d-4141-a27d-55e97b0fa5a6 admin admin] Pushing event updated for resources: {'Network': ['ID=1fcdb7bf-a500-4e1c-8580-268d73eec72c,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:51.827006 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39550) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:51.828233 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-8cbd46f2-d95d-4141-a27d-55e97b0fa5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:51.833380 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-9cd7ee1d-58d1-49c7-9ba7-8efbea9c4333 admin admin] Request body: {'subnet': {'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-483348848-subnet', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'ip_version': 4}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:24:51.836841 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Network 1fcdb7bf-a500-4e1c-8580-268d73eec72c details requested by agent ovs-agent-dv-cinder-788363-2-iscsi with host dv-cinder-788363-2-iscsi {{(pid=73847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:24:51.838690 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-9cd7ee1d-58d1-49c7-9ba7-8efbea9c4333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:51.843562 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-9cd7ee1d-58d1-49c7-9ba7-8efbea9c4333 admin admin] Usage tracker for resource:subnet and tenant:e1e5dd31affc47a1876d857176bb46e6 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:51.846658 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-9cd7ee1d-58d1-49c7-9ba7-8efbea9c4333 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:51.853092 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-9cd7ee1d-58d1-49c7-9ba7-8efbea9c4333 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:51.864762 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd7ee1d-58d1-49c7-9ba7-8efbea9c4333 admin admin] Made reservation on behalf of e1e5dd31affc47a1876d857176bb46e6 for: {'subnet': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:24:51.867279 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9cd7ee1d-58d1-49c7-9ba7-8efbea9c4333 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6978908'] for subnet, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:52.351343 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9cd7ee1d-58d1-49c7-9ba7-8efbea9c4333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8246644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6978894'] for subnet, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:52.355191 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:52.424453 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7ee1d-58d1-49c7-9ba7-8efbea9c4333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5c52685-6ad3-430f-a262-3b784304e3b7,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:52.427842 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-9cd7ee1d-58d1-49c7-9ba7-8efbea9c4333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:52.434477 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd7ee1d-58d1-49c7-9ba7-8efbea9c4333 admin admin] Checking segment: {'id': '5bfe8ee4-855c-4573-9cc9-0bf431a45eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:24:52.434477 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd7ee1d-58d1-49c7-9ba7-8efbea9c4333 admin admin] Network hostable DHCP agents. Network: 1fcdb7bf-a500-4e1c-8580-268d73eec72c, hostable agents: ['951155d5-6c37-4e98-94aa-59d9e3ee6c00'], hosted agents: [] {{(pid=73846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:24:52.452820 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd7ee1d-58d1-49c7-9ba7-8efbea9c4333 admin admin] Network 1fcdb7bf-a500-4e1c-8580-268d73eec72c is scheduled to be hosted by DHCP agent 951155d5-6c37-4e98-94aa-59d9e3ee6c00 with binding_index 1 {{(pid=73846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:24:52.462261 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-9cd7ee1d-58d1-49c7-9ba7-8efbea9c4333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-iscsi, 1fcdb7bf-a500-4e1c-8580-268d73eec72c) {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:24:52.472964 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd7ee1d-58d1-49c7-9ba7-8efbea9c4333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:52.473610 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9cd7ee1d-58d1-49c7-9ba7-8efbea9c4333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for subnet, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:52.474146 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e8d56c-a8f6-4474-9e58-c90bdd17c027 None None] Network 1fcdb7bf-a500-4e1c-8580-268d73eec72c requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:24:52.508134 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-9cd7ee1d-58d1-49c7-9ba7-8efbea9c4333 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6794248 Apr 30 13:24:52.510576 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39554) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:52.516911 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-ec0780b6-2d6a-48e2-9d07-98ff8099e0bb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-483348848-router', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:24:52.521859 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-ec0780b6-2d6a-48e2-9d07-98ff8099e0bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:52.526023 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-ec0780b6-2d6a-48e2-9d07-98ff8099e0bb admin admin] Usage tracker for resource:router and tenant:e1e5dd31affc47a1876d857176bb46e6 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:52.529605 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-ec0780b6-2d6a-48e2-9d07-98ff8099e0bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:52.535743 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-ec0780b6-2d6a-48e2-9d07-98ff8099e0bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:52.548325 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ec0780b6-2d6a-48e2-9d07-98ff8099e0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-693704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30063'] for router, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:52.549370 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ec0780b6-2d6a-48e2-9d07-98ff8099e0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30054'] for router, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:52.567143 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ec0780b6-2d6a-48e2-9d07-98ff8099e0bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:52.749982 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28353da5-69b4-4409-b89e-529d1e2ff97e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp795fea3c-7670-5529-a9d6-b749f9b93b97-1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'fixed_ips': [{'subnet_id': 'c5c52685-6ad3-430f-a262-3b784304e3b7'}]}} from dv-cinder-788363-2-iscsi. {{(pid=73847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:24:52.750829 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-28353da5-69b4-4409-b89e-529d1e2ff97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:52.847234 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ec0780b6-2d6a-48e2-9d07-98ff8099e0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30100'] for router, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:52.928492 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.db_base_plugin_common [None req-28353da5-69b4-4409-b89e-529d1e2ff97e None None] Allocated IP 172.20.0.2 (1fcdb7bf-a500-4e1c-8580-268d73eec72c/c5c52685-6ad3-430f-a262-3b784304e3b7/6a9777d5-dfcc-42ac-9619-d03b9a6b7da6) {{(pid=73847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:24:53.144034 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-28353da5-69b4-4409-b89e-529d1e2ff97e None None] Notify callbacks [] for port, precommit_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:53.154249 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-28353da5-69b4-4409-b89e-529d1e2ff97e None None] Transition to ACTIVE for port object 6a9777d5-dfcc-42ac-9619-d03b9a6b7da6 will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:24:53.175219 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ec0780b6-2d6a-48e2-9d07-98ff8099e0bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:53.176119 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-28353da5-69b4-4409-b89e-529d1e2ff97e None None] Transition to ACTIVE for port object 6a9777d5-dfcc-42ac-9619-d03b9a6b7da6 will not be triggered until provisioned by entity DHCP. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:24:53.183120 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-28353da5-69b4-4409-b89e-529d1e2ff97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950'] for port, after_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:53.187525 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:53.210752 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ec0780b6-2d6a-48e2-9d07-98ff8099e0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:53.255585 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28353da5-69b4-4409-b89e-529d1e2ff97e None None] Network 1fcdb7bf-a500-4e1c-8580-268d73eec72c is already hosted by enough agents. {{(pid=73847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:24:53.259106 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.scheduler.base_scheduler [None req-28353da5-69b4-4409-b89e-529d1e2ff97e None None] Resources bound (agent type, host, resource id): {{(pid=73847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:24:53.261639 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28353da5-69b4-4409-b89e-529d1e2ff97e None None] Received port after_create {{(pid=73847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:24:53.271534 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28353da5-69b4-4409-b89e-529d1e2ff97e None None] Pushing event updated for resources: {'Port': ['ID=6a9777d5-dfcc-42ac-9619-d03b9a6b7da6,revision_number=1']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:53.274503 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-28353da5-69b4-4409-b89e-529d1e2ff97e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:53.353170 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [None req-ec0780b6-2d6a-48e2-9d07-98ff8099e0bb admin admin] Allocated IP 172.27.3.181 (c3b86f7e-3861-4477-9f50-64652b00e102/6d81663d-75dc-44ec-8bd2-9cfe56c21a4e/a1b97ea0-42a1-4b05-a83d-572730a1324c) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:24:53.364426 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-28353da5-69b4-4409-b89e-529d1e2ff97e None None] Attempting to bind port 6a9777d5-dfcc-42ac-9619-d03b9a6b7da6 on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:24:53.364869 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-28353da5-69b4-4409-b89e-529d1e2ff97e None None] Attempting to bind port 6a9777d5-dfcc-42ac-9619-d03b9a6b7da6 by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': '5bfe8ee4-855c-4573-9cc9-0bf431a45eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:24:53.365251 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28353da5-69b4-4409-b89e-529d1e2ff97e None None] Attempting to bind port 6a9777d5-dfcc-42ac-9619-d03b9a6b7da6 on network 1fcdb7bf-a500-4e1c-8580-268d73eec72c {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:24:53.371339 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28353da5-69b4-4409-b89e-529d1e2ff97e None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:24:53.371728 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28353da5-69b4-4409-b89e-529d1e2ff97e None None] Checking segment: {'id': '5bfe8ee4-855c-4573-9cc9-0bf431a45eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:24:53.372146 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-28353da5-69b4-4409-b89e-529d1e2ff97e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:53.372601 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28353da5-69b4-4409-b89e-529d1e2ff97e None None] Bound using segment: {'id': '5bfe8ee4-855c-4573-9cc9-0bf431a45eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:24:53.373084 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-28353da5-69b4-4409-b89e-529d1e2ff97e None None] Bound port: 6a9777d5-dfcc-42ac-9619-d03b9a6b7da6, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bfe8ee4-855c-4573-9cc9-0bf431a45eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:24:53.373469 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-28353da5-69b4-4409-b89e-529d1e2ff97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:53.473270 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-28353da5-69b4-4409-b89e-529d1e2ff97e None None] For port 6a9777d5-dfcc-42ac-9619-d03b9a6b7da6, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:24:53.476265 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-28353da5-69b4-4409-b89e-529d1e2ff97e None None] For port 6a9777d5-dfcc-42ac-9619-d03b9a6b7da6, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=6a9777d5-dfcc-42ac-9619-d03b9a6b7da6,segment=NetworkSegment(5bfe8ee4-855c-4573-9cc9-0bf431a45eda),segment_id=5bfe8ee4-855c-4573-9cc9-0bf431a45eda)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:24:53.482483 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-28353da5-69b4-4409-b89e-529d1e2ff97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:53.486232 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:53.514758 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ec0780b6-2d6a-48e2-9d07-98ff8099e0bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:53.546179 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ec0780b6-2d6a-48e2-9d07-98ff8099e0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:53.550129 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e99c8cdf-3d48-4c2f-9973-28a158add657 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:53.577419 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28353da5-69b4-4409-b89e-529d1e2ff97e None None] Pushing event updated for resources: {'Port': ['ID=6a9777d5-dfcc-42ac-9619-d03b9a6b7da6,revision_number=2']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:53.584138 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-28353da5-69b4-4409-b89e-529d1e2ff97e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:53.734212 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0780b6-2d6a-48e2-9d07-98ff8099e0bb admin admin] Network c3b86f7e-3861-4477-9f50-64652b00e102 is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:24:53.734212 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-ec0780b6-2d6a-48e2-9d07-98ff8099e0bb admin admin] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:24:53.736927 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0780b6-2d6a-48e2-9d07-98ff8099e0bb admin admin] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:24:53.779321 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0780b6-2d6a-48e2-9d07-98ff8099e0bb admin admin] Pushing event updated for resources: {'Port': ['ID=a1b97ea0-42a1-4b05-a83d-572730a1324c,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:53.787745 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-ec0780b6-2d6a-48e2-9d07-98ff8099e0bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:54.043203 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 6a9777d5-dfcc-42ac-9619-d03b9a6b7da6 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:24:54.129692 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port 6a9777d5-dfcc-42ac-9619-d03b9a6b7da6 completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:24:54.203190 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ec0780b6-2d6a-48e2-9d07-98ff8099e0bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:54.520594 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf4839c-21c4-4b43-be39-0ccc7e11158d None None] Network 1fcdb7bf-a500-4e1c-8580-268d73eec72c requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:24:54.602947 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ec0780b6-2d6a-48e2-9d07-98ff8099e0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671082'] for router, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:54.635258 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-37d149b8-c7cc-476f-82f1-5e443caa2ddc None None] Provisioning for port 6a9777d5-dfcc-42ac-9619-d03b9a6b7da6 completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:24:54.655748 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-37d149b8-c7cc-476f-82f1-5e443caa2ddc None None] Provisioning complete for port 6a9777d5-dfcc-42ac-9619-d03b9a6b7da6 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:24:54.656161 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-37d149b8-c7cc-476f-82f1-5e443caa2ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:54.855506 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0780b6-2d6a-48e2-9d07-98ff8099e0bb admin admin] Router 4a49765d-eefb-4a48-894a-f39231c40665 is scheduled to L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 with binding_index 1 {{(pid=73846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:24:54.875679 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-37d149b8-c7cc-476f-82f1-5e443caa2ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:54.918287 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-37d149b8-c7cc-476f-82f1-5e443caa2ddc None None] For port 6a9777d5-dfcc-42ac-9619-d03b9a6b7da6, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=6a9777d5-dfcc-42ac-9619-d03b9a6b7da6,segment=NetworkSegment(5bfe8ee4-855c-4573-9cc9-0bf431a45eda),segment_id=5bfe8ee4-855c-4573-9cc9-0bf431a45eda)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:24:54.925857 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-37d149b8-c7cc-476f-82f1-5e443caa2ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:54.929673 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-5008f905-591e-4fba-ad4a-8660406903cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:55.022388 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d149b8-c7cc-476f-82f1-5e443caa2ddc None None] Pushing event updated for resources: {'Port': ['ID=6a9777d5-dfcc-42ac-9619-d03b9a6b7da6,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:55.026464 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-37d149b8-c7cc-476f-82f1-5e443caa2ddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:55.067777 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0780b6-2d6a-48e2-9d07-98ff8099e0bb admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:24:55.078188 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1914368-603d-445c-8b30-95e27572ba29 None None] Sync routers for ids ['4a49765d-eefb-4a48-894a-f39231c40665'] in dv-cinder-788363-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:24:55.090745 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1914368-603d-445c-8b30-95e27572ba29 None None] Routers {'4a49765d-eefb-4a48-894a-f39231c40665'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:24:55.092573 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-a1914368-603d-445c-8b30-95e27572ba29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:24:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['4a49765d-eefb-4a48-894a-f39231c40665'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:55.099277 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ec0780b6-2d6a-48e2-9d07-98ff8099e0bb admin admin] Notify callbacks [] for router, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:55.100511 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-ec0780b6-2d6a-48e2-9d07-98ff8099e0bb admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5889168 Apr 30 13:24:55.103167 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39558) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:55.192623 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-73e1c94f-753b-4cc5-b33c-a45e1c2aa85a None None] Provisioning complete for port 6a9777d5-dfcc-42ac-9619-d03b9a6b7da6 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:24:55.192932 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-73e1c94f-753b-4cc5-b33c-a45e1c2aa85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:55.389540 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-a1914368-603d-445c-8b30-95e27572ba29 None None] Set router 4a49765d-eefb-4a48-894a-f39231c40665 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:24:55.761268 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-a1914368-603d-445c-8b30-95e27572ba29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a49765d-eefb-4a48-894a-f39231c40665', 'name': 'tempest-TestVolumeBootPattern-483348848-router', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:24:53Z', 'revision_number': 3, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'gw_port': {'id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:53Z', 'updated_at': '2021-04-30T13:24:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:55.768083 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1914368-603d-445c-8b30-95e27572ba29 None None] Checking router: 4a49765d-eefb-4a48-894a-f39231c40665 for host: dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:24:55.768582 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1914368-603d-445c-8b30-95e27572ba29 None None] Updating router 4a49765d-eefb-4a48-894a-f39231c40665 port a1b97ea0-42a1-4b05-a83d-572730a1324c binding host dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:24:55.831973 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-a1914368-603d-445c-8b30-95e27572ba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:55.991772 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-72bb00bb-0556-417b-9fd4-66ed2c6f19b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.020684 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 6a9777d5-dfcc-42ac-9619-d03b9a6b7da6 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:24:56.198321 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port 6a9777d5-dfcc-42ac-9619-d03b9a6b7da6 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:24:56.199019 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.224039 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [None req-72bb00bb-0556-417b-9fd4-66ed2c6f19b2 admin admin] Allocated IP 172.20.0.1 (1fcdb7bf-a500-4e1c-8580-268d73eec72c/c5c52685-6ad3-430f-a262-3b784304e3b7/c9180ed1-c6e0-4166-9344-f12dd2a33586) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:24:56.340677 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-a1914368-603d-445c-8b30-95e27572ba29 None None] Notify callbacks [] for port, precommit_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.392495 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-a1914368-603d-445c-8b30-95e27572ba29 None None] Transition to ACTIVE for port object a1b97ea0-42a1-4b05-a83d-572730a1324c will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:24:56.393410 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-72bb00bb-0556-417b-9fd4-66ed2c6f19b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.410458 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-a1914368-603d-445c-8b30-95e27572ba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.412743 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-72bb00bb-0556-417b-9fd4-66ed2c6f19b2 admin admin] Transition to ACTIVE for port object c9180ed1-c6e0-4166-9344-f12dd2a33586 will not be triggered until provisioned by entity DHCP. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:24:56.416497 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-4b8ded7a-4d16-4f15-a9a4-180819812b8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:56.442116 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-72bb00bb-0556-417b-9fd4-66ed2c6f19b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.445939 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-b5996143-fe9b-44ea-bb63-9caea7be14ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:56.502658 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c66136-5f7a-499b-8cdc-11cdee090f9e None None] Pushing event updated for resources: {'Port': ['ID=a1b97ea0-42a1-4b05-a83d-572730a1324c,revision_number=2']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:56.505485 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-a1914368-603d-445c-8b30-95e27572ba29 None None] Attempting to bind port a1b97ea0-42a1-4b05-a83d-572730a1324c on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:24:56.505485 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-a1914368-603d-445c-8b30-95e27572ba29 None None] Attempting to bind port a1b97ea0-42a1-4b05-a83d-572730a1324c by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:24:56.505911 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1914368-603d-445c-8b30-95e27572ba29 None None] Attempting to bind port a1b97ea0-42a1-4b05-a83d-572730a1324c on network c3b86f7e-3861-4477-9f50-64652b00e102 {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:24:56.510004 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-b8c66136-5f7a-499b-8cdc-11cdee090f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:56.514133 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1914368-603d-445c-8b30-95e27572ba29 None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:24:56.514515 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1914368-603d-445c-8b30-95e27572ba29 None None] Checking segment: {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:24:56.514932 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-a1914368-603d-445c-8b30-95e27572ba29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.515331 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1914368-603d-445c-8b30-95e27572ba29 None None] Bound using segment: {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:24:56.515817 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-a1914368-603d-445c-8b30-95e27572ba29 None None] Bound port: a1b97ea0-42a1-4b05-a83d-572730a1324c, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:24:56.516372 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-a1914368-603d-445c-8b30-95e27572ba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.516878 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bb00bb-0556-417b-9fd4-66ed2c6f19b2 admin admin] Network 1fcdb7bf-a500-4e1c-8580-268d73eec72c is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:24:56.520278 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-72bb00bb-0556-417b-9fd4-66ed2c6f19b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:24:56.524094 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bb00bb-0556-417b-9fd4-66ed2c6f19b2 admin admin] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:24:56.566445 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb00bb-0556-417b-9fd4-66ed2c6f19b2 admin admin] Pushing event updated for resources: {'Port': ['ID=c9180ed1-c6e0-4166-9344-f12dd2a33586,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:56.577034 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-72bb00bb-0556-417b-9fd4-66ed2c6f19b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:56.596613 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-72bb00bb-0556-417b-9fd4-66ed2c6f19b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657636'] for router_interface, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.607839 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-a1914368-603d-445c-8b30-95e27572ba29 None None] For port a1b97ea0-42a1-4b05-a83d-572730a1324c, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:24:56.611641 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-a1914368-603d-445c-8b30-95e27572ba29 None None] For port a1b97ea0-42a1-4b05-a83d-572730a1324c, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=a1b97ea0-42a1-4b05-a83d-572730a1324c,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:24:56.616793 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-a1914368-603d-445c-8b30-95e27572ba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.620929 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0d8d0803-a1a5-427a-a281-d174789aca74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:56.717354 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1914368-603d-445c-8b30-95e27572ba29 None None] Routers {'4a49765d-eefb-4a48-894a-f39231c40665'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:24:56.718032 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-a1914368-603d-445c-8b30-95e27572ba29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:24:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['4a49765d-eefb-4a48-894a-f39231c40665'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:56.785221 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c66136-5f7a-499b-8cdc-11cdee090f9e None None] Pushing event updated for resources: {'Port': ['ID=a1b97ea0-42a1-4b05-a83d-572730a1324c,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:56.796886 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-b8c66136-5f7a-499b-8cdc-11cdee090f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:56.821124 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-2b5ae645-d2e7-4174-b83c-90c9458ad30b None None] Provisioning for port c9180ed1-c6e0-4166-9344-f12dd2a33586 completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:24:56.878106 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-2b5ae645-d2e7-4174-b83c-90c9458ad30b None None] Provisioning complete for port c9180ed1-c6e0-4166-9344-f12dd2a33586 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:24:56.878604 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae645-d2e7-4174-b83c-90c9458ad30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.888870 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-72bb00bb-0556-417b-9fd4-66ed2c6f19b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.964438 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-2b5ae645-d2e7-4174-b83c-90c9458ad30b None None] Port c9180ed1-c6e0-4166-9344-f12dd2a33586 cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:24:56.975445 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-a1914368-603d-445c-8b30-95e27572ba29 None None] Set router 4a49765d-eefb-4a48-894a-f39231c40665 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:24:57.252821 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-72bb00bb-0556-417b-9fd4-66ed2c6f19b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:57.257609 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-72bb00bb-0556-417b-9fd4-66ed2c6f19b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8252111'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:57.283468 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-b54c5591-b72a-45f6-90f8-8ca985f39aba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:57.326952 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-a1914368-603d-445c-8b30-95e27572ba29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a49765d-eefb-4a48-894a-f39231c40665', 'name': 'tempest-TestVolumeBootPattern-483348848-router', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:24:53Z', 'revision_number': 3, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'gw_port': {'id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:53Z', 'updated_at': '2021-04-30T13:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:57.331562 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1914368-603d-445c-8b30-95e27572ba29 None None] The sync data for ids ['4a49765d-eefb-4a48-894a-f39231c40665'] in dv-cinder-788363-2-iscsi is: [{'id': '4a49765d-eefb-4a48-894a-f39231c40665', 'name': 'tempest-TestVolumeBootPattern-483348848-router', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:24:53Z', 'revision_number': 3, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'gw_port': {'id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:53Z', 'updated_at': '2021-04-30T13:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:24:57.372878 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb00bb-0556-417b-9fd4-66ed2c6f19b2 admin admin] Pushing event updated for resources: {'Port': ['ID=c9180ed1-c6e0-4166-9344-f12dd2a33586,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:57.377670 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-72bb00bb-0556-417b-9fd4-66ed2c6f19b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:57.378635 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-72bb00bb-0556-417b-9fd4-66ed2c6f19b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657473'] for router_interface, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:57.568052 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bb00bb-0556-417b-9fd4-66ed2c6f19b2 admin admin] Network 1fcdb7bf-a500-4e1c-8580-268d73eec72c is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:24:57.569308 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-72bb00bb-0556-417b-9fd4-66ed2c6f19b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:24:57.806567 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bb00bb-0556-417b-9fd4-66ed2c6f19b2 admin admin] Router 4a49765d-eefb-4a48-894a-f39231c40665 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:24:57.892247 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-60383191-2482-4c7b-8c18-5ac469893e02 None None] Provisioning complete for port c9180ed1-c6e0-4166-9344-f12dd2a33586 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:24:57.892627 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-60383191-2482-4c7b-8c18-5ac469893e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:57.955889 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-60383191-2482-4c7b-8c18-5ac469893e02 None None] Port c9180ed1-c6e0-4166-9344-f12dd2a33586 cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:24:58.007560 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bb00bb-0556-417b-9fd4-66ed2c6f19b2 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:24:58.018587 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-72bb00bb-0556-417b-9fd4-66ed2c6f19b2 admin admin] 10.222.0.30 "PUT /v2.0/routers/4a49765d-eefb-4a48-894a-f39231c40665/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9139075 Apr 30 13:24:58.066673 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device a1b97ea0-42a1-4b05-a83d-572730a1324c up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:24:58.158086 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port a1b97ea0-42a1-4b05-a83d-572730a1324c completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:24:58.164369 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port a1b97ea0-42a1-4b05-a83d-572730a1324c triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:24:58.164834 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:58.313279 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:58.335280 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] For port a1b97ea0-42a1-4b05-a83d-572730a1324c, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=a1b97ea0-42a1-4b05-a83d-572730a1324c,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:24:58.339645 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:58.343412 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:58.421431 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Pushing event updated for resources: {'Port': ['ID=a1b97ea0-42a1-4b05-a83d-572730a1324c,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:58.425401 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:58.635543 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39576) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:58.643687 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1227520309-network', 'tenant_id': '6878a1268158480fbb65957761f354e6'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:24:58.648812 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:58.655277 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Usage tracker for resource:network and tenant:6878a1268158480fbb65957761f354e6 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:58.659615 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:58.669462 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:58.683979 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Made reservation on behalf of 6878a1268158480fbb65957761f354e6 for: {'network': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:24:58.688021 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for network, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:58.704772 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:58.720910 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:58.724872 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Usage tracker for resource:security_group_rule and tenant:6878a1268158480fbb65957761f354e6 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:58.727776 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:58.733716 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:58.840055 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:58.845266 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:58.848521 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-94e1d9bd-b600-45c1-b128-1c4362689b7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:58.884742 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1190} {{(pid=73846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:24:58.890838 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4388b5d-adc3-4ba4-9331-90c50738ed2a,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:58.902006 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:58.902392 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:58.902779 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:58.903144 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:58.903578 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:58.903966 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:58.904321 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:58.904680 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:58.905175 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:58.905370 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:58.905717 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:58.906162 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:58.910014 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:58.911071 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:58.911405 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.db.segments_db [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Added segment 9f3dcab6-1700-4d76-8072-5e3851519f1d of type vlan for network c70d636a-6fbe-4bf0-9877-67fb0ea57d1d Apr 30 13:24:58.943984 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672049812'] for network, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:58.976315 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884'] for network, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:58.977827 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:58.978442 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:58.982487 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:59.019963 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9cd127-59f6-4981-b908-1eb94ea6669c None None] Sync routers for ids ['4a49765d-eefb-4a48-894a-f39231c40665'] in dv-cinder-788363-2-iscsi {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:24:59.030040 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9cd127-59f6-4981-b908-1eb94ea6669c None None] Routers {'4a49765d-eefb-4a48-894a-f39231c40665'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:24:59.030667 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-9e9cd127-59f6-4981-b908-1eb94ea6669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:24:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['4a49765d-eefb-4a48-894a-f39231c40665'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:59.088944 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Pushing event updated for resources: {'Network': ['ID=c70d636a-6fbe-4bf0-9877-67fb0ea57d1d,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:59.092514 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:59.094358 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-cfa5d6c5-e4ba-4847-b028-b8253a480d54 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4574351 Apr 30 13:24:59.098573 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39580) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:59.103762 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Network c70d636a-6fbe-4bf0-9877-67fb0ea57d1d details requested by agent ovs-agent-dv-cinder-788363-2-iscsi with host dv-cinder-788363-2-iscsi {{(pid=73847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:24:59.105399 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-3ed01054-3996-4909-8c74-a23bb6988a52 admin admin] Request body: {'subnet': {'network_id': 'c70d636a-6fbe-4bf0-9877-67fb0ea57d1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1227520309-subnet', 'tenant_id': '6878a1268158480fbb65957761f354e6', 'ip_version': 4}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:24:59.110969 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-3ed01054-3996-4909-8c74-a23bb6988a52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:59.117720 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-3ed01054-3996-4909-8c74-a23bb6988a52 admin admin] Usage tracker for resource:subnet and tenant:6878a1268158480fbb65957761f354e6 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:59.122768 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-3ed01054-3996-4909-8c74-a23bb6988a52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:59.131886 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-3ed01054-3996-4909-8c74-a23bb6988a52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:59.147170 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed01054-3996-4909-8c74-a23bb6988a52 admin admin] Made reservation on behalf of 6878a1268158480fbb65957761f354e6 for: {'subnet': 1} {{(pid=73846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:24:59.150100 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3ed01054-3996-4909-8c74-a23bb6988a52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6978908'] for subnet, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:59.219193 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-9e9cd127-59f6-4981-b908-1eb94ea6669c None None] Set router 4a49765d-eefb-4a48-894a-f39231c40665 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:24:59.537738 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-9e9cd127-59f6-4981-b908-1eb94ea6669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a49765d-eefb-4a48-894a-f39231c40665', 'name': 'tempest-TestVolumeBootPattern-483348848-router', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:24:56Z', 'revision_number': 4, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'gw_port': {'id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:53Z', 'updated_at': '2021-04-30T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'c9180ed1-c6e0-4166-9344-f12dd2a33586', 'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'mac_address': 'fa:16:3e:22:f6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:56Z', 'updated_at': '2021-04-30T13:24:57Z', 'revision_number': 2, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'subnets': [{'id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:59.541735 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9cd127-59f6-4981-b908-1eb94ea6669c None None] Checking router: 4a49765d-eefb-4a48-894a-f39231c40665 for host: dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:24:59.542126 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9cd127-59f6-4981-b908-1eb94ea6669c None None] Updating router 4a49765d-eefb-4a48-894a-f39231c40665 port c9180ed1-c6e0-4166-9344-f12dd2a33586 binding host dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:24:59.543933 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3ed01054-3996-4909-8c74-a23bb6988a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8246644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6978894'] for subnet, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:59.547913 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-27f94ce6-5191-4e28-a1de-086d4d429483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:59.608817 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-9e9cd127-59f6-4981-b908-1eb94ea6669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:59.741800 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed01054-3996-4909-8c74-a23bb6988a52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71b32629-cdaa-4c6c-b85d-ad607cd7bbcb,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:59.744748 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-3ed01054-3996-4909-8c74-a23bb6988a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:59.752671 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed01054-3996-4909-8c74-a23bb6988a52 admin admin] Checking segment: {'id': '9f3dcab6-1700-4d76-8072-5e3851519f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'c70d636a-6fbe-4bf0-9877-67fb0ea57d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:24:59.753035 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed01054-3996-4909-8c74-a23bb6988a52 admin admin] Network hostable DHCP agents. Network: c70d636a-6fbe-4bf0-9877-67fb0ea57d1d, hostable agents: ['951155d5-6c37-4e98-94aa-59d9e3ee6c00'], hosted agents: [] {{(pid=73846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:24:59.769720 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed01054-3996-4909-8c74-a23bb6988a52 admin admin] Network c70d636a-6fbe-4bf0-9877-67fb0ea57d1d is scheduled to be hosted by DHCP agent 951155d5-6c37-4e98-94aa-59d9e3ee6c00 with binding_index 1 {{(pid=73846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:24:59.778795 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-3ed01054-3996-4909-8c74-a23bb6988a52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-iscsi, c70d636a-6fbe-4bf0-9877-67fb0ea57d1d) {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:24:59.787998 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedd3720-41e2-4900-9ca8-947f4bf2aa9f None None] Network c70d636a-6fbe-4bf0-9877-67fb0ea57d1d requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:24:59.788459 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed01054-3996-4909-8c74-a23bb6988a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:59.788722 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3ed01054-3996-4909-8c74-a23bb6988a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for subnet, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:59.811495 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-3ed01054-3996-4909-8c74-a23bb6988a52 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7116642 Apr 30 13:24:59.814055 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39584) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:59.819647 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-f8ee61b8-2bf2-4223-af1d-f0731eaccd79 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1227520309-router', 'tenant_id': '6878a1268158480fbb65957761f354e6', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:24:59.824394 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-f8ee61b8-2bf2-4223-af1d-f0731eaccd79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:59.828396 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-f8ee61b8-2bf2-4223-af1d-f0731eaccd79 admin admin] Usage tracker for resource:router and tenant:6878a1268158480fbb65957761f354e6 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:59.831368 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-f8ee61b8-2bf2-4223-af1d-f0731eaccd79 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:59.837138 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-f8ee61b8-2bf2-4223-af1d-f0731eaccd79 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:59.847587 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f8ee61b8-2bf2-4223-af1d-f0731eaccd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-693704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30063'] for router, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:59.848621 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f8ee61b8-2bf2-4223-af1d-f0731eaccd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30054'] for router, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:59.868249 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f8ee61b8-2bf2-4223-af1d-f0731eaccd79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:59.985663 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-9e9cd127-59f6-4981-b908-1eb94ea6669c None None] Notify callbacks [] for port, precommit_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:59.998690 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.provisioning_blocks [None req-9e9cd127-59f6-4981-b908-1eb94ea6669c None None] Transition to ACTIVE for port object c9180ed1-c6e0-4166-9344-f12dd2a33586 will not be triggered until provisioned by entity L2. {{(pid=73848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:25:00.005786 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-9e9cd127-59f6-4981-b908-1eb94ea6669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:00.010326 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-0c2450b3-c2f8-4a76-a0f3-a08a32102704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:00.023497 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437a909f-8fcb-4eaa-b56a-2da080699019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp795fea3c-7670-5529-a9d6-b749f9b93b97-c70d636a-6fbe-4bf0-9877-67fb0ea57d1d', 'network_id': 'c70d636a-6fbe-4bf0-9877-67fb0ea57d1d', 'tenant_id': '6878a1268158480fbb65957761f354e6', 'fixed_ips': [{'subnet_id': '71b32629-cdaa-4c6c-b85d-ad607cd7bbcb'}]}} from dv-cinder-788363-2-iscsi. {{(pid=73847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:25:00.024713 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-437a909f-8fcb-4eaa-b56a-2da080699019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:00.048405 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device a1b97ea0-42a1-4b05-a83d-572730a1324c up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:25:00.078722 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208da9db-fb50-4ec4-b89a-63ec9b667112 None None] Pushing event updated for resources: {'Port': ['ID=c9180ed1-c6e0-4166-9344-f12dd2a33586,revision_number=3']} {{(pid=73848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:00.089086 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208da9db-fb50-4ec4-b89a-63ec9b667112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:00.089509 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208da9db-fb50-4ec4-b89a-63ec9b667112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:00.089908 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208da9db-fb50-4ec4-b89a-63ec9b667112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:00.090322 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208da9db-fb50-4ec4-b89a-63ec9b667112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:00.090931 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208da9db-fb50-4ec4-b89a-63ec9b667112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:00.091612 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208da9db-fb50-4ec4-b89a-63ec9b667112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:00.091998 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208da9db-fb50-4ec4-b89a-63ec9b667112 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:00.092377 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208da9db-fb50-4ec4-b89a-63ec9b667112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:00.092778 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208da9db-fb50-4ec4-b89a-63ec9b667112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:00.093164 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208da9db-fb50-4ec4-b89a-63ec9b667112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:00.093546 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208da9db-fb50-4ec4-b89a-63ec9b667112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:00.093926 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208da9db-fb50-4ec4-b89a-63ec9b667112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:00.098277 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-208da9db-fb50-4ec4-b89a-63ec9b667112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:00.146095 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f8ee61b8-2bf2-4223-af1d-f0731eaccd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30100'] for router, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:00.208621 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port a1b97ea0-42a1-4b05-a83d-572730a1324c triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:25:00.209004 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:00.289538 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-9e9cd127-59f6-4981-b908-1eb94ea6669c None None] Attempting to bind port c9180ed1-c6e0-4166-9344-f12dd2a33586 on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:25:00.290290 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-9e9cd127-59f6-4981-b908-1eb94ea6669c None None] Attempting to bind port c9180ed1-c6e0-4166-9344-f12dd2a33586 by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': '5bfe8ee4-855c-4573-9cc9-0bf431a45eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c'}] {{(pid=73848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:25:00.290971 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9cd127-59f6-4981-b908-1eb94ea6669c None None] Attempting to bind port c9180ed1-c6e0-4166-9344-f12dd2a33586 on network 1fcdb7bf-a500-4e1c-8580-268d73eec72c {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:25:00.299392 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9cd127-59f6-4981-b908-1eb94ea6669c None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:25:00.300117 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9cd127-59f6-4981-b908-1eb94ea6669c None None] Checking segment: {'id': '5bfe8ee4-855c-4573-9cc9-0bf431a45eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:25:00.301464 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-9e9cd127-59f6-4981-b908-1eb94ea6669c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:00.302633 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9cd127-59f6-4981-b908-1eb94ea6669c None None] Bound using segment: {'id': '5bfe8ee4-855c-4573-9cc9-0bf431a45eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c'} {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:25:00.303515 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-9e9cd127-59f6-4981-b908-1eb94ea6669c None None] Bound port: c9180ed1-c6e0-4166-9344-f12dd2a33586, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bfe8ee4-855c-4573-9cc9-0bf431a45eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c'}}] {{(pid=73848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:25:00.304160 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-9e9cd127-59f6-4981-b908-1eb94ea6669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:00.334683 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.db_base_plugin_common [None req-437a909f-8fcb-4eaa-b56a-2da080699019 None None] Allocated IP 172.20.0.2 (c70d636a-6fbe-4bf0-9877-67fb0ea57d1d/71b32629-cdaa-4c6c-b85d-ad607cd7bbcb/b985b2fe-d135-41c7-9a21-3e26521dc178) {{(pid=73847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:25:00.428388 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.db [None req-9e9cd127-59f6-4981-b908-1eb94ea6669c None None] For port c9180ed1-c6e0-4166-9344-f12dd2a33586, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:25:00.431894 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.db [None req-9e9cd127-59f6-4981-b908-1eb94ea6669c None None] For port c9180ed1-c6e0-4166-9344-f12dd2a33586, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=c9180ed1-c6e0-4166-9344-f12dd2a33586,segment=NetworkSegment(5bfe8ee4-855c-4573-9cc9-0bf431a45eda),segment_id=5bfe8ee4-855c-4573-9cc9-0bf431a45eda)] {{(pid=73848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:25:00.437295 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-9e9cd127-59f6-4981-b908-1eb94ea6669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:00.441526 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:00.493352 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f8ee61b8-2bf2-4223-af1d-f0731eaccd79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:00.515607 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208da9db-fb50-4ec4-b89a-63ec9b667112 None None] Pushing event updated for resources: {'Port': ['ID=c9180ed1-c6e0-4166-9344-f12dd2a33586,revision_number=4']} {{(pid=73848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:00.522476 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-208da9db-fb50-4ec4-b89a-63ec9b667112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:00.523213 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9cd127-59f6-4981-b908-1eb94ea6669c None None] Routers {'4a49765d-eefb-4a48-894a-f39231c40665'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:25:00.524118 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-9e9cd127-59f6-4981-b908-1eb94ea6669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:24:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['4a49765d-eefb-4a48-894a-f39231c40665'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:00.527533 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f8ee61b8-2bf2-4223-af1d-f0731eaccd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:00.657047 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-437a909f-8fcb-4eaa-b56a-2da080699019 None None] Notify callbacks [] for port, precommit_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:00.670804 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-437a909f-8fcb-4eaa-b56a-2da080699019 None None] Transition to ACTIVE for port object b985b2fe-d135-41c7-9a21-3e26521dc178 will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:25:00.697392 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-437a909f-8fcb-4eaa-b56a-2da080699019 None None] Transition to ACTIVE for port object b985b2fe-d135-41c7-9a21-3e26521dc178 will not be triggered until provisioned by entity DHCP. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:25:00.703599 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-437a909f-8fcb-4eaa-b56a-2da080699019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950'] for port, after_create {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:00.707966 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:00.717251 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [None req-f8ee61b8-2bf2-4223-af1d-f0731eaccd79 admin admin] Allocated IP 172.27.3.90 (c3b86f7e-3861-4477-9f50-64652b00e102/6d81663d-75dc-44ec-8bd2-9cfe56c21a4e/93beda33-4d56-4419-9fc4-e2594bcff83e) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:25:00.736985 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-9e9cd127-59f6-4981-b908-1eb94ea6669c None None] Set router 4a49765d-eefb-4a48-894a-f39231c40665 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:25:00.768322 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437a909f-8fcb-4eaa-b56a-2da080699019 None None] Network c70d636a-6fbe-4bf0-9877-67fb0ea57d1d is already hosted by enough agents. {{(pid=73847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:25:00.775643 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.scheduler.base_scheduler [None req-437a909f-8fcb-4eaa-b56a-2da080699019 None None] Resources bound (agent type, host, resource id): {{(pid=73847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:25:00.780397 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a909f-8fcb-4eaa-b56a-2da080699019 None None] Received port after_create {{(pid=73847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:25:00.866720 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a909f-8fcb-4eaa-b56a-2da080699019 None None] Pushing event updated for resources: {'Port': ['ID=b985b2fe-d135-41c7-9a21-3e26521dc178,revision_number=1']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:00.897685 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-437a909f-8fcb-4eaa-b56a-2da080699019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:00.897996 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f8ee61b8-2bf2-4223-af1d-f0731eaccd79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:00.924183 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-437a909f-8fcb-4eaa-b56a-2da080699019 None None] Attempting to bind port b985b2fe-d135-41c7-9a21-3e26521dc178 on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:25:00.924555 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-437a909f-8fcb-4eaa-b56a-2da080699019 None None] Attempting to bind port b985b2fe-d135-41c7-9a21-3e26521dc178 by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': '9f3dcab6-1700-4d76-8072-5e3851519f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'c70d636a-6fbe-4bf0-9877-67fb0ea57d1d'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:25:00.924933 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a909f-8fcb-4eaa-b56a-2da080699019 None None] Attempting to bind port b985b2fe-d135-41c7-9a21-3e26521dc178 on network c70d636a-6fbe-4bf0-9877-67fb0ea57d1d {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:25:00.929230 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f8ee61b8-2bf2-4223-af1d-f0731eaccd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:00.931532 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a909f-8fcb-4eaa-b56a-2da080699019 None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:25:00.931910 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a909f-8fcb-4eaa-b56a-2da080699019 None None] Checking segment: {'id': '9f3dcab6-1700-4d76-8072-5e3851519f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'c70d636a-6fbe-4bf0-9877-67fb0ea57d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:25:00.932317 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-437a909f-8fcb-4eaa-b56a-2da080699019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:00.932704 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a909f-8fcb-4eaa-b56a-2da080699019 None None] Bound using segment: {'id': '9f3dcab6-1700-4d76-8072-5e3851519f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'c70d636a-6fbe-4bf0-9877-67fb0ea57d1d'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:25:00.933220 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-437a909f-8fcb-4eaa-b56a-2da080699019 None None] Bound port: b985b2fe-d135-41c7-9a21-3e26521dc178, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3dcab6-1700-4d76-8072-5e3851519f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'c70d636a-6fbe-4bf0-9877-67fb0ea57d1d'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:25:00.933543 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-437a909f-8fcb-4eaa-b56a-2da080699019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:00.935398 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-2fbf80d1-a185-4244-aac0-16adc45f4889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:00.989045 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ee61b8-2bf2-4223-af1d-f0731eaccd79 admin admin] Network c3b86f7e-3861-4477-9f50-64652b00e102 is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:25:00.992079 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-f8ee61b8-2bf2-4223-af1d-f0731eaccd79 admin admin] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:25:00.994647 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ee61b8-2bf2-4223-af1d-f0731eaccd79 admin admin] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:25:01.023245 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-437a909f-8fcb-4eaa-b56a-2da080699019 None None] For port b985b2fe-d135-41c7-9a21-3e26521dc178, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:25:01.026826 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-437a909f-8fcb-4eaa-b56a-2da080699019 None None] For port b985b2fe-d135-41c7-9a21-3e26521dc178, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=b985b2fe-d135-41c7-9a21-3e26521dc178,segment=NetworkSegment(9f3dcab6-1700-4d76-8072-5e3851519f1d),segment_id=9f3dcab6-1700-4d76-8072-5e3851519f1d)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:25:01.032101 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-437a909f-8fcb-4eaa-b56a-2da080699019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:01.041725 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:01.052053 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee61b8-2bf2-4223-af1d-f0731eaccd79 admin admin] Pushing event updated for resources: {'Port': ['ID=93beda33-4d56-4419-9fc4-e2594bcff83e,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:01.056351 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-f8ee61b8-2bf2-4223-af1d-f0731eaccd79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:01.063913 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-9e9cd127-59f6-4981-b908-1eb94ea6669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a49765d-eefb-4a48-894a-f39231c40665', 'name': 'tempest-TestVolumeBootPattern-483348848-router', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:24:56Z', 'revision_number': 4, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'gw_port': {'id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:53Z', 'updated_at': '2021-04-30T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'c9180ed1-c6e0-4166-9344-f12dd2a33586', 'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'mac_address': 'fa:16:3e:22:f6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:56Z', 'updated_at': '2021-04-30T13:25:00Z', 'revision_number': 4, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'subnets': [{'id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:01.068535 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9cd127-59f6-4981-b908-1eb94ea6669c None None] The sync data for ids ['4a49765d-eefb-4a48-894a-f39231c40665'] in dv-cinder-788363-2-iscsi is: [{'id': '4a49765d-eefb-4a48-894a-f39231c40665', 'name': 'tempest-TestVolumeBootPattern-483348848-router', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:24:56Z', 'revision_number': 4, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'gw_port': {'id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:53Z', 'updated_at': '2021-04-30T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'c9180ed1-c6e0-4166-9344-f12dd2a33586', 'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'mac_address': 'fa:16:3e:22:f6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:56Z', 'updated_at': '2021-04-30T13:25:00Z', 'revision_number': 4, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'subnets': [{'id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:25:01.130987 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a909f-8fcb-4eaa-b56a-2da080699019 None None] Pushing event updated for resources: {'Port': ['ID=b985b2fe-d135-41c7-9a21-3e26521dc178,revision_number=2']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:01.137593 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-437a909f-8fcb-4eaa-b56a-2da080699019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:01.605348 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f8ee61b8-2bf2-4223-af1d-f0731eaccd79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:01.741208 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:25:01.968955 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f8ee61b8-2bf2-4223-af1d-f0731eaccd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671082'] for router, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:02.087001 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device b985b2fe-d135-41c7-9a21-3e26521dc178 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:25:02.116501 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3619835-1565-4670-a493-00865eb2c45c None None] Network c70d636a-6fbe-4bf0-9877-67fb0ea57d1d requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:25:02.211366 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ee61b8-2bf2-4223-af1d-f0731eaccd79 admin admin] Router 480806d9-6451-4dc5-93f5-f77998e63c39 is scheduled to L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 with binding_index 1 {{(pid=73846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:25:02.251672 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-54acd9b9-3cb2-42f7-b7b4-5303a30245b4 None None] Provisioning for port b985b2fe-d135-41c7-9a21-3e26521dc178 completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:25:02.287529 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port b985b2fe-d135-41c7-9a21-3e26521dc178 completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:25:02.297242 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port b985b2fe-d135-41c7-9a21-3e26521dc178 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:25:02.297633 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:02.393262 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ee61b8-2bf2-4223-af1d-f0731eaccd79 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:25:02.417756 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f8ee61b8-2bf2-4223-af1d-f0731eaccd79 admin admin] Notify callbacks [] for router, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:02.419253 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-f8ee61b8-2bf2-4223-af1d-f0731eaccd79 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6041312 Apr 30 13:25:02.422019 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39588) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:02.428305 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7519e261-4578-4ce6-85bf-dd3ac1488052 None None] Sync routers for ids ['480806d9-6451-4dc5-93f5-f77998e63c39'] in dv-cinder-788363-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:25:02.456108 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7519e261-4578-4ce6-85bf-dd3ac1488052 None None] Routers {'480806d9-6451-4dc5-93f5-f77998e63c39'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:25:02.456742 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-7519e261-4578-4ce6-85bf-dd3ac1488052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:24:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['480806d9-6451-4dc5-93f5-f77998e63c39'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:02.665178 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:02.724629 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-7519e261-4578-4ce6-85bf-dd3ac1488052 None None] Set router 480806d9-6451-4dc5-93f5-f77998e63c39 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:25:02.839962 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] For port b985b2fe-d135-41c7-9a21-3e26521dc178, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=b985b2fe-d135-41c7-9a21-3e26521dc178,segment=NetworkSegment(9f3dcab6-1700-4d76-8072-5e3851519f1d),segment_id=9f3dcab6-1700-4d76-8072-5e3851519f1d)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:25:02.857643 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:02.858555 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device c9180ed1-c6e0-4166-9344-f12dd2a33586 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:25:02.897029 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-b8c66136-5f7a-499b-8cdc-11cdee090f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:03.076332 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Pushing event updated for resources: {'Port': ['ID=b985b2fe-d135-41c7-9a21-3e26521dc178,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:03.088056 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-312c86c5-bd16-4405-b484-7319eb305037 None None] Provisioning complete for port b985b2fe-d135-41c7-9a21-3e26521dc178 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:25:03.088653 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-312c86c5-bd16-4405-b484-7319eb305037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:03.120434 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:03.158448 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port c9180ed1-c6e0-4166-9344-f12dd2a33586 completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:25:03.176204 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port c9180ed1-c6e0-4166-9344-f12dd2a33586 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:25:03.176579 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:03.218856 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f72e7b71-2e54-4e67-8e8d-1469bf71bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:03.415243 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-7519e261-4578-4ce6-85bf-dd3ac1488052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480806d9-6451-4dc5-93f5-f77998e63c39', 'name': 'tempest-TestVolumeBootPattern-1227520309-router', 'tenant_id': '6878a1268158480fbb65957761f354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '93beda33-4d56-4419-9fc4-e2594bcff83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:59Z', 'updated_at': '2021-04-30T13:25:01Z', 'revision_number': 3, 'project_id': '6878a1268158480fbb65957761f354e6', 'gw_port': {'id': '93beda33-4d56-4419-9fc4-e2594bcff83e', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:22:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480806d9-6451-4dc5-93f5-f77998e63c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:25:00Z', 'updated_at': '2021-04-30T13:25:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:03.422091 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:03.428049 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [None req-f72e7b71-2e54-4e67-8e8d-1469bf71bb89 admin admin] Allocated IP 172.20.0.1 (c70d636a-6fbe-4bf0-9877-67fb0ea57d1d/71b32629-cdaa-4c6c-b85d-ad607cd7bbcb/011fd166-b602-4ae3-af6d-87afc48246a5) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:25:03.434611 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7519e261-4578-4ce6-85bf-dd3ac1488052 None None] Checking router: 480806d9-6451-4dc5-93f5-f77998e63c39 for host: dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:25:03.435005 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7519e261-4578-4ce6-85bf-dd3ac1488052 None None] Updating router 480806d9-6451-4dc5-93f5-f77998e63c39 port 93beda33-4d56-4419-9fc4-e2594bcff83e binding host dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:25:03.501867 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-7519e261-4578-4ce6-85bf-dd3ac1488052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:03.525465 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] For port c9180ed1-c6e0-4166-9344-f12dd2a33586, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=c9180ed1-c6e0-4166-9344-f12dd2a33586,segment=NetworkSegment(5bfe8ee4-855c-4573-9cc9-0bf431a45eda),segment_id=5bfe8ee4-855c-4573-9cc9-0bf431a45eda)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:25:03.531569 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:03.538973 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-3f9327f6-af70-4145-9e3b-4475650d1734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:03.587858 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f72e7b71-2e54-4e67-8e8d-1469bf71bb89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:03.604416 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-f72e7b71-2e54-4e67-8e8d-1469bf71bb89 admin admin] Transition to ACTIVE for port object 011fd166-b602-4ae3-af6d-87afc48246a5 will not be triggered until provisioned by entity DHCP. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:25:03.629566 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f72e7b71-2e54-4e67-8e8d-1469bf71bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:03.634338 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-cacc4a15-4a8c-4324-b1f1-1eb7b498d418 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:03.671861 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Pushing event updated for resources: {'Port': ['ID=c9180ed1-c6e0-4166-9344-f12dd2a33586,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:03.676964 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:03.692868 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72e7b71-2e54-4e67-8e8d-1469bf71bb89 admin admin] Network c70d636a-6fbe-4bf0-9877-67fb0ea57d1d is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:25:03.695908 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-f72e7b71-2e54-4e67-8e8d-1469bf71bb89 admin admin] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:25:03.704836 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72e7b71-2e54-4e67-8e8d-1469bf71bb89 admin admin] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:25:03.751483 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e7b71-2e54-4e67-8e8d-1469bf71bb89 admin admin] Pushing event updated for resources: {'Port': ['ID=011fd166-b602-4ae3-af6d-87afc48246a5,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:03.756004 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-f72e7b71-2e54-4e67-8e8d-1469bf71bb89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:03.768019 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f72e7b71-2e54-4e67-8e8d-1469bf71bb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657636'] for router_interface, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:03.899541 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f72e7b71-2e54-4e67-8e8d-1469bf71bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:03.902746 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-7519e261-4578-4ce6-85bf-dd3ac1488052 None None] Notify callbacks [] for port, precommit_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:03.917835 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-7519e261-4578-4ce6-85bf-dd3ac1488052 None None] Transition to ACTIVE for port object 93beda33-4d56-4419-9fc4-e2594bcff83e will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:25:03.921871 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-55babb5c-5f35-44e8-99f9-e4c8484890e1 None None] Provisioning for port 011fd166-b602-4ae3-af6d-87afc48246a5 completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:25:03.926162 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-7519e261-4578-4ce6-85bf-dd3ac1488052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:03.935479 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:03.977836 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-55babb5c-5f35-44e8-99f9-e4c8484890e1 None None] Provisioning complete for port 011fd166-b602-4ae3-af6d-87afc48246a5 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:25:03.978245 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-55babb5c-5f35-44e8-99f9-e4c8484890e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:04.034393 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device b985b2fe-d135-41c7-9a21-3e26521dc178 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:25:04.097054 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e2acd-0d54-493c-8716-b48a09ea6682 None None] Pushing event updated for resources: {'Port': ['ID=93beda33-4d56-4419-9fc4-e2594bcff83e,revision_number=2']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:04.099378 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-7519e261-4578-4ce6-85bf-dd3ac1488052 None None] Attempting to bind port 93beda33-4d56-4419-9fc4-e2594bcff83e on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:25:04.099756 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-7519e261-4578-4ce6-85bf-dd3ac1488052 None None] Attempting to bind port 93beda33-4d56-4419-9fc4-e2594bcff83e by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:25:04.100128 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7519e261-4578-4ce6-85bf-dd3ac1488052 None None] Attempting to bind port 93beda33-4d56-4419-9fc4-e2594bcff83e on network c3b86f7e-3861-4477-9f50-64652b00e102 {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:25:04.104734 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-ec9e2acd-0d54-493c-8716-b48a09ea6682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:04.123861 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-55babb5c-5f35-44e8-99f9-e4c8484890e1 None None] Port 011fd166-b602-4ae3-af6d-87afc48246a5 cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:25:04.125321 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7519e261-4578-4ce6-85bf-dd3ac1488052 None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:25:04.125698 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7519e261-4578-4ce6-85bf-dd3ac1488052 None None] Checking segment: {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:25:04.126132 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-7519e261-4578-4ce6-85bf-dd3ac1488052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:04.126523 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7519e261-4578-4ce6-85bf-dd3ac1488052 None None] Bound using segment: {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:25:04.127084 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-7519e261-4578-4ce6-85bf-dd3ac1488052 None None] Bound port: 93beda33-4d56-4419-9fc4-e2594bcff83e, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48521140-0b4d-486c-b574-5769daa56625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:25:04.127366 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-7519e261-4578-4ce6-85bf-dd3ac1488052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:04.136022 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f72e7b71-2e54-4e67-8e8d-1469bf71bb89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:04.141164 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f72e7b71-2e54-4e67-8e8d-1469bf71bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8252111'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:04.168018 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e3f7e26f-3b06-4904-bed8-e36e35341a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:04.208845 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port b985b2fe-d135-41c7-9a21-3e26521dc178 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:25:04.209224 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:04.241870 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-7519e261-4578-4ce6-85bf-dd3ac1488052 None None] For port 93beda33-4d56-4419-9fc4-e2594bcff83e, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:25:04.246434 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f72e7b71-2e54-4e67-8e8d-1469bf71bb89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657473'] for router_interface, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:04.251901 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e7b71-2e54-4e67-8e8d-1469bf71bb89 admin admin] Pushing event updated for resources: {'Port': ['ID=011fd166-b602-4ae3-af6d-87afc48246a5,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:04.254754 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-f72e7b71-2e54-4e67-8e8d-1469bf71bb89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:04.259992 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-7519e261-4578-4ce6-85bf-dd3ac1488052 None None] For port 93beda33-4d56-4419-9fc4-e2594bcff83e, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=93beda33-4d56-4419-9fc4-e2594bcff83e,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:25:04.270678 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-7519e261-4578-4ce6-85bf-dd3ac1488052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:04.276299 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:04.389108 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72e7b71-2e54-4e67-8e8d-1469bf71bb89 admin admin] Network c70d636a-6fbe-4bf0-9877-67fb0ea57d1d is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:25:04.390235 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-f72e7b71-2e54-4e67-8e8d-1469bf71bb89 admin admin] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:25:04.399522 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7519e261-4578-4ce6-85bf-dd3ac1488052 None None] Routers {'480806d9-6451-4dc5-93f5-f77998e63c39'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:25:04.400173 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-7519e261-4578-4ce6-85bf-dd3ac1488052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:24:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['480806d9-6451-4dc5-93f5-f77998e63c39'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:04.449811 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e2acd-0d54-493c-8716-b48a09ea6682 None None] Pushing event updated for resources: {'Port': ['ID=93beda33-4d56-4419-9fc4-e2594bcff83e,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:04.482984 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2acd-0d54-493c-8716-b48a09ea6682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:04.483330 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2acd-0d54-493c-8716-b48a09ea6682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:04.483673 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2acd-0d54-493c-8716-b48a09ea6682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:04.484015 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2acd-0d54-493c-8716-b48a09ea6682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:04.484348 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2acd-0d54-493c-8716-b48a09ea6682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:04.484682 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2acd-0d54-493c-8716-b48a09ea6682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:04.485008 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2acd-0d54-493c-8716-b48a09ea6682 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:04.485334 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2acd-0d54-493c-8716-b48a09ea6682 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:04.485662 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2acd-0d54-493c-8716-b48a09ea6682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:04.486002 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2acd-0d54-493c-8716-b48a09ea6682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:04.486329 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2acd-0d54-493c-8716-b48a09ea6682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:04.486649 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2acd-0d54-493c-8716-b48a09ea6682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:04.494294 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-ec9e2acd-0d54-493c-8716-b48a09ea6682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:04.513701 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device c9180ed1-c6e0-4166-9344-f12dd2a33586 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:25:04.645778 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:04.685769 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-65d2da67-1037-4706-99a4-518f17ba1fb1 None None] Provisioning complete for port 011fd166-b602-4ae3-af6d-87afc48246a5 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:25:04.686139 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72e7b71-2e54-4e67-8e8d-1469bf71bb89 admin admin] Router 480806d9-6451-4dc5-93f5-f77998e63c39 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:25:04.686294 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65d2da67-1037-4706-99a4-518f17ba1fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:04.714535 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-7519e261-4578-4ce6-85bf-dd3ac1488052 None None] Set router 480806d9-6451-4dc5-93f5-f77998e63c39 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:25:04.806619 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port c9180ed1-c6e0-4166-9344-f12dd2a33586 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:25:04.806995 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:04.869489 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72e7b71-2e54-4e67-8e8d-1469bf71bb89 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:25:04.878334 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-f72e7b71-2e54-4e67-8e8d-1469bf71bb89 admin admin] 10.222.0.30 "PUT /v2.0/routers/480806d9-6451-4dc5-93f5-f77998e63c39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4552879 Apr 30 13:25:04.935064 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-65d2da67-1037-4706-99a4-518f17ba1fb1 None None] Port 011fd166-b602-4ae3-af6d-87afc48246a5 cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:25:05.199608 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-7519e261-4578-4ce6-85bf-dd3ac1488052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480806d9-6451-4dc5-93f5-f77998e63c39', 'name': 'tempest-TestVolumeBootPattern-1227520309-router', 'tenant_id': '6878a1268158480fbb65957761f354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '93beda33-4d56-4419-9fc4-e2594bcff83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:59Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 4, 'project_id': '6878a1268158480fbb65957761f354e6', 'gw_port': {'id': '93beda33-4d56-4419-9fc4-e2594bcff83e', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:22:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480806d9-6451-4dc5-93f5-f77998e63c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:25:00Z', 'updated_at': '2021-04-30T13:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': '011fd166-b602-4ae3-af6d-87afc48246a5', 'name': '', 'network_id': 'c70d636a-6fbe-4bf0-9877-67fb0ea57d1d', 'tenant_id': '6878a1268158480fbb65957761f354e6', 'mac_address': 'fa:16:3e:9b:22:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480806d9-6451-4dc5-93f5-f77998e63c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '71b32629-cdaa-4c6c-b85d-ad607cd7bbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:25:03Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 2, 'project_id': '6878a1268158480fbb65957761f354e6', 'subnets': [{'id': '71b32629-cdaa-4c6c-b85d-ad607cd7bbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:05.204275 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7519e261-4578-4ce6-85bf-dd3ac1488052 None None] The sync data for ids ['480806d9-6451-4dc5-93f5-f77998e63c39'] in dv-cinder-788363-2-iscsi is: [{'id': '480806d9-6451-4dc5-93f5-f77998e63c39', 'name': 'tempest-TestVolumeBootPattern-1227520309-router', 'tenant_id': '6878a1268158480fbb65957761f354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '93beda33-4d56-4419-9fc4-e2594bcff83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:59Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 4, 'project_id': '6878a1268158480fbb65957761f354e6', 'gw_port': {'id': '93beda33-4d56-4419-9fc4-e2594bcff83e', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:22:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480806d9-6451-4dc5-93f5-f77998e63c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:25:00Z', 'updated_at': '2021-04-30T13:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': '011fd166-b602-4ae3-af6d-87afc48246a5', 'name': '', 'network_id': 'c70d636a-6fbe-4bf0-9877-67fb0ea57d1d', 'tenant_id': '6878a1268158480fbb65957761f354e6', 'mac_address': 'fa:16:3e:9b:22:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480806d9-6451-4dc5-93f5-f77998e63c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '71b32629-cdaa-4c6c-b85d-ad607cd7bbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:25:03Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 2, 'project_id': '6878a1268158480fbb65957761f354e6', 'subnets': [{'id': '71b32629-cdaa-4c6c-b85d-ad607cd7bbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:25:05.374039 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 39598) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:05.384885 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-b0ec5e5f-9e13-4a3d-ada1-cb8994e0a4bf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-710853690', 'description': 'tempest-secgroup-smoke-710853690 description', 'project_id': 'e1e5dd31affc47a1876d857176bb46e6'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:25:05.387379 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-b0ec5e5f-9e13-4a3d-ada1-cb8994e0a4bf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:25:05.393401 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-b0ec5e5f-9e13-4a3d-ada1-cb8994e0a4bf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Usage tracker for resource:security_group and tenant:e1e5dd31affc47a1876d857176bb46e6 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:25:05.396421 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-b0ec5e5f-9e13-4a3d-ada1-cb8994e0a4bf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:25:05.404603 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-b0ec5e5f-9e13-4a3d-ada1-cb8994e0a4bf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:25:05.415969 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b0ec5e5f-9e13-4a3d-ada1-cb8994e0a4bf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:05.442985 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-b0ec5e5f-9e13-4a3d-ada1-cb8994e0a4bf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:25:05.447062 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-b0ec5e5f-9e13-4a3d-ada1-cb8994e0a4bf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Usage tracker for resource:security_group_rule and tenant:e1e5dd31affc47a1876d857176bb46e6 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:25:05.450140 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-b0ec5e5f-9e13-4a3d-ada1-cb8994e0a4bf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:25:05.456608 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-b0ec5e5f-9e13-4a3d-ada1-cb8994e0a4bf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:25:05.533199 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b0ec5e5f-9e13-4a3d-ada1-cb8994e0a4bf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:05.537069 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b0ec5e5f-9e13-4a3d-ada1-cb8994e0a4bf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:05.541007 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-59de0775-0086-4196-ac74-2b4edebc6999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:05.582015 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec5e5f-9e13-4a3d-ada1-cb8994e0a4bf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d80129-dfd2-4ed7-be59-d5401ac44c4a,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:05.585175 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b0ec5e5f-9e13-4a3d-ada1-cb8994e0a4bf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:05.592172 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b0ec5e5f-9e13-4a3d-ada1-cb8994e0a4bf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:05.596458 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39602) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:05.596921 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-b0ec5e5f-9e13-4a3d-ada1-cb8994e0a4bf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2215497 Apr 30 13:25:05.602980 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-1b28fdc0-c226-410a-a10e-27067d854ea1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Request body: {'security_group_rule': {'security_group_id': '17d80129-dfd2-4ed7-be59-d5401ac44c4a', 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:25:05.609472 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-1b28fdc0-c226-410a-a10e-27067d854ea1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:25:05.614637 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-1b28fdc0-c226-410a-a10e-27067d854ea1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Usage tracker for resource:security_group_rule and tenant:e1e5dd31affc47a1876d857176bb46e6 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:25:05.617734 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-1b28fdc0-c226-410a-a10e-27067d854ea1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:25:05.625320 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-1b28fdc0-c226-410a-a10e-27067d854ea1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:25:05.643275 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-1b28fdc0-c226-410a-a10e-27067d854ea1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:05.708860 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-1b28fdc0-c226-410a-a10e-27067d854ea1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:05.712914 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-1b28fdc0-c226-410a-a10e-27067d854ea1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724316'] for security_group_rule, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:05.719480 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:05.739371 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28fdc0-c226-410a-a10e-27067d854ea1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4323f255-eac5-40b9-9727-890e674ef9ec,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:05.742832 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-1b28fdc0-c226-410a-a10e-27067d854ea1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:05.752553 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-1b28fdc0-c226-410a-a10e-27067d854ea1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:05.753799 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-1b28fdc0-c226-410a-a10e-27067d854ea1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1556158 Apr 30 13:25:05.756570 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39606) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:05.762266 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-576818d5-81ac-4821-beab-fa83d081ae32 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Request body: {'security_group_rule': {'security_group_id': '17d80129-dfd2-4ed7-be59-d5401ac44c4a', 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:25:05.768331 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-576818d5-81ac-4821-beab-fa83d081ae32 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:25:05.772123 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-576818d5-81ac-4821-beab-fa83d081ae32 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Usage tracker for resource:security_group_rule and tenant:e1e5dd31affc47a1876d857176bb46e6 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:25:05.775004 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-576818d5-81ac-4821-beab-fa83d081ae32 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:25:05.780956 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-576818d5-81ac-4821-beab-fa83d081ae32 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:25:05.821928 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-576818d5-81ac-4821-beab-fa83d081ae32 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:05.895603 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-576818d5-81ac-4821-beab-fa83d081ae32 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:05.900007 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-576818d5-81ac-4821-beab-fa83d081ae32 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724316'] for security_group_rule, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:05.902146 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:05.930373 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576818d5-81ac-4821-beab-fa83d081ae32 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbaa828e-5876-48ba-b07c-fc48a486d4d1,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:05.933095 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-576818d5-81ac-4821-beab-fa83d081ae32 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:05.943871 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-576818d5-81ac-4821-beab-fa83d081ae32 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:05.947686 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-576818d5-81ac-4821-beab-fa83d081ae32 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1878574 Apr 30 13:25:05.948211 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39610) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:05.958589 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-c15b48f7-2055-42cf-8157-dc38c9572a84 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Request body: {'security_group_rule': {'security_group_id': '17d80129-dfd2-4ed7-be59-d5401ac44c4a', 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:25:05.964726 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-c15b48f7-2055-42cf-8157-dc38c9572a84 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:25:05.968942 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-c15b48f7-2055-42cf-8157-dc38c9572a84 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Usage tracker for resource:security_group_rule and tenant:e1e5dd31affc47a1876d857176bb46e6 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:25:05.972242 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-c15b48f7-2055-42cf-8157-dc38c9572a84 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:25:05.978655 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-c15b48f7-2055-42cf-8157-dc38c9572a84 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:25:06.003602 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c15b48f7-2055-42cf-8157-dc38c9572a84 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:06.075535 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c15b48f7-2055-42cf-8157-dc38c9572a84 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:06.081638 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 93beda33-4d56-4419-9fc4-e2594bcff83e up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:25:06.087070 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c15b48f7-2055-42cf-8157-dc38c9572a84 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724316'] for security_group_rule, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:06.094363 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-496733b6-3078-40e1-a332-2613bf6707c5 tempest-AttachVolumeShelveTestJSON-1874671609 tempest-AttachVolumeShelveTestJSON-1874671609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:06.115839 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b48f7-2055-42cf-8157-dc38c9572a84 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae21b06b-c9c3-4349-82df-f7cedb4f68a7,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:06.118914 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-c15b48f7-2055-42cf-8157-dc38c9572a84 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:06.128030 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c15b48f7-2055-42cf-8157-dc38c9572a84 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:06.131814 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-c15b48f7-2055-42cf-8157-dc38c9572a84 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1801648 Apr 30 13:25:06.132130 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39614) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:06.137721 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-f5fce7e9-bbda-46db-be0b-73d327198f3c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Request body: {'security_group_rule': {'security_group_id': '17d80129-dfd2-4ed7-be59-d5401ac44c4a', 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:25:06.144186 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-f5fce7e9-bbda-46db-be0b-73d327198f3c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:25:06.148522 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-f5fce7e9-bbda-46db-be0b-73d327198f3c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Usage tracker for resource:security_group_rule and tenant:e1e5dd31affc47a1876d857176bb46e6 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:25:06.153932 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-f5fce7e9-bbda-46db-be0b-73d327198f3c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:25:06.156130 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port 93beda33-4d56-4419-9fc4-e2594bcff83e completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:25:06.162183 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-f5fce7e9-bbda-46db-be0b-73d327198f3c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:25:06.162689 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port 93beda33-4d56-4419-9fc4-e2594bcff83e triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:25:06.163219 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:06.183039 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f5fce7e9-bbda-46db-be0b-73d327198f3c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:06.259660 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f5fce7e9-bbda-46db-be0b-73d327198f3c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:06.265824 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f5fce7e9-bbda-46db-be0b-73d327198f3c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724316'] for security_group_rule, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:06.271221 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-ddcc6aa3-93fc-4070-87b6-224da0871fe2 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:06.290884 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fce7e9-bbda-46db-be0b-73d327198f3c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c8558e-c4e3-43aa-b8ea-a325d89dc766,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:06.293781 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-f5fce7e9-bbda-46db-be0b-73d327198f3c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:06.302151 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:06.303327 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f5fce7e9-bbda-46db-be0b-73d327198f3c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:06.306006 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-f5fce7e9-bbda-46db-be0b-73d327198f3c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1716280 Apr 30 13:25:06.307534 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39618) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:06.313632 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-9d8d9a9a-5220-4569-a24b-142f835ba6ee tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Request body: {'security_group_rule': {'security_group_id': '17d80129-dfd2-4ed7-be59-d5401ac44c4a', 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:25:06.320194 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-9d8d9a9a-5220-4569-a24b-142f835ba6ee tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:25:06.322802 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] For port 93beda33-4d56-4419-9fc4-e2594bcff83e, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=93beda33-4d56-4419-9fc4-e2594bcff83e,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:25:06.325733 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-9d8d9a9a-5220-4569-a24b-142f835ba6ee tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Usage tracker for resource:security_group_rule and tenant:e1e5dd31affc47a1876d857176bb46e6 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:25:06.326766 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:06.329111 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-9d8d9a9a-5220-4569-a24b-142f835ba6ee tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:25:06.329720 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-7c64ff1e-9d4c-4eb5-aa9f-c5fda39bac4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:06.335216 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-9d8d9a9a-5220-4569-a24b-142f835ba6ee tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:25:06.348017 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.db.securitygroups_db [None req-9d8d9a9a-5220-4569-a24b-142f835ba6ee tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Project e1e5dd31affc47a1876d857176bb46e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 13:25:06.353960 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9d8d9a9a-5220-4569-a24b-142f835ba6ee tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:06.406409 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Pushing event updated for resources: {'Port': ['ID=93beda33-4d56-4419-9fc4-e2594bcff83e,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:06.409306 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:06.425389 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9d8d9a9a-5220-4569-a24b-142f835ba6ee tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:06.428381 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9d8d9a9a-5220-4569-a24b-142f835ba6ee tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724316'] for security_group_rule, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:06.430560 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-f5fce7e9-bbda-46db-be0b-73d327198f3c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:06.453628 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d9a9a-5220-4569-a24b-142f835ba6ee tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cba5881-2033-463c-81f3-673624700fab,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:06.458073 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-9d8d9a9a-5220-4569-a24b-142f835ba6ee tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:06.463001 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9d8d9a9a-5220-4569-a24b-142f835ba6ee tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:06.464267 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-9d8d9a9a-5220-4569-a24b-142f835ba6ee tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1557839 Apr 30 13:25:06.467818 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39622) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:06.471461 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-562ebc0f-868e-4088-9807-258b0d0e3414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:06.473314 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-91b3dcc5-e035-4583-bbc5-e8b5437b290f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Request body: {'security_group_rule': {'security_group_id': '17d80129-dfd2-4ed7-be59-d5401ac44c4a', 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:25:06.479335 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-91b3dcc5-e035-4583-bbc5-e8b5437b290f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:25:06.483087 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-91b3dcc5-e035-4583-bbc5-e8b5437b290f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Usage tracker for resource:security_group_rule and tenant:e1e5dd31affc47a1876d857176bb46e6 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:25:06.485926 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-91b3dcc5-e035-4583-bbc5-e8b5437b290f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:25:06.491678 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-91b3dcc5-e035-4583-bbc5-e8b5437b290f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:25:06.501980 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.db.securitygroups_db [None req-91b3dcc5-e035-4583-bbc5-e8b5437b290f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Project e1e5dd31affc47a1876d857176bb46e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 13:25:06.507564 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-91b3dcc5-e035-4583-bbc5-e8b5437b290f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:06.575917 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-91b3dcc5-e035-4583-bbc5-e8b5437b290f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:06.580342 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-91b3dcc5-e035-4583-bbc5-e8b5437b290f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724316'] for security_group_rule, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:06.582626 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-576818d5-81ac-4821-beab-fa83d081ae32 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:06.605451 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3dcc5-e035-4583-bbc5-e8b5437b290f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a44fb87-2703-43f7-b9f4-dd95be9d420b,revision_number=0']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:06.609929 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-91b3dcc5-e035-4583-bbc5-e8b5437b290f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:06.614583 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-91b3dcc5-e035-4583-bbc5-e8b5437b290f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:06.615849 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-91b3dcc5-e035-4583-bbc5-e8b5437b290f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1469996 Apr 30 13:25:08.014893 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 93beda33-4d56-4419-9fc4-e2594bcff83e up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:25:08.086827 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port 93beda33-4d56-4419-9fc4-e2594bcff83e triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:25:08.087203 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:08.588490 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de153c0d-3ff8-4fbc-aa7e-3543c20fc2e6 None None] Sync routers for ids ['480806d9-6451-4dc5-93f5-f77998e63c39'] in dv-cinder-788363-2-iscsi {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:25:08.597698 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de153c0d-3ff8-4fbc-aa7e-3543c20fc2e6 None None] Routers {'480806d9-6451-4dc5-93f5-f77998e63c39'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:25:08.598429 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-de153c0d-3ff8-4fbc-aa7e-3543c20fc2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:24:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['480806d9-6451-4dc5-93f5-f77998e63c39'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:08.773770 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-de153c0d-3ff8-4fbc-aa7e-3543c20fc2e6 None None] Set router 480806d9-6451-4dc5-93f5-f77998e63c39 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:25:09.082225 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-de153c0d-3ff8-4fbc-aa7e-3543c20fc2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480806d9-6451-4dc5-93f5-f77998e63c39', 'name': 'tempest-TestVolumeBootPattern-1227520309-router', 'tenant_id': '6878a1268158480fbb65957761f354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '93beda33-4d56-4419-9fc4-e2594bcff83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:59Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 4, 'project_id': '6878a1268158480fbb65957761f354e6', 'gw_port': {'id': '93beda33-4d56-4419-9fc4-e2594bcff83e', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:22:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480806d9-6451-4dc5-93f5-f77998e63c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:25:00Z', 'updated_at': '2021-04-30T13:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': '011fd166-b602-4ae3-af6d-87afc48246a5', 'name': '', 'network_id': 'c70d636a-6fbe-4bf0-9877-67fb0ea57d1d', 'tenant_id': '6878a1268158480fbb65957761f354e6', 'mac_address': 'fa:16:3e:9b:22:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480806d9-6451-4dc5-93f5-f77998e63c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '71b32629-cdaa-4c6c-b85d-ad607cd7bbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:25:03Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 2, 'project_id': '6878a1268158480fbb65957761f354e6', 'subnets': [{'id': '71b32629-cdaa-4c6c-b85d-ad607cd7bbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:09.086234 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de153c0d-3ff8-4fbc-aa7e-3543c20fc2e6 None None] Checking router: 480806d9-6451-4dc5-93f5-f77998e63c39 for host: dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:25:09.086584 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de153c0d-3ff8-4fbc-aa7e-3543c20fc2e6 None None] Updating router 480806d9-6451-4dc5-93f5-f77998e63c39 port 011fd166-b602-4ae3-af6d-87afc48246a5 binding host dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:25:09.137290 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:09.140009 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-de153c0d-3ff8-4fbc-aa7e-3543c20fc2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:09.143114 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-56461bfc-7252-4c3b-af7c-48568b9b0520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:09.511302 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-de153c0d-3ff8-4fbc-aa7e-3543c20fc2e6 None None] Notify callbacks [] for port, precommit_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:09.522960 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.provisioning_blocks [None req-de153c0d-3ff8-4fbc-aa7e-3543c20fc2e6 None None] Transition to ACTIVE for port object 011fd166-b602-4ae3-af6d-87afc48246a5 will not be triggered until provisioned by entity L2. {{(pid=73848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:25:09.529665 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-de153c0d-3ff8-4fbc-aa7e-3543c20fc2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:09.533762 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-adb01cfc-66b2-4cc1-9b50-51e8af6ca5f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:09.659447 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3da678-5a57-47bf-ad81-7066d5b8dc2d None None] Pushing event updated for resources: {'Port': ['ID=011fd166-b602-4ae3-af6d-87afc48246a5,revision_number=3']} {{(pid=73848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:09.684984 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-da3da678-5a57-47bf-ad81-7066d5b8dc2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:09.748312 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-de153c0d-3ff8-4fbc-aa7e-3543c20fc2e6 None None] Attempting to bind port 011fd166-b602-4ae3-af6d-87afc48246a5 on host dv-cinder-788363-2-iscsi for vnic_type normal with profile {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:25:09.748683 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-de153c0d-3ff8-4fbc-aa7e-3543c20fc2e6 None None] Attempting to bind port 011fd166-b602-4ae3-af6d-87afc48246a5 by drivers openvswitch,hyperv on host dv-cinder-788363-2-iscsi at level 0 using segments [{'id': '9f3dcab6-1700-4d76-8072-5e3851519f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'c70d636a-6fbe-4bf0-9877-67fb0ea57d1d'}] {{(pid=73848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:25:09.749051 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de153c0d-3ff8-4fbc-aa7e-3543c20fc2e6 None None] Attempting to bind port 011fd166-b602-4ae3-af6d-87afc48246a5 on network c70d636a-6fbe-4bf0-9877-67fb0ea57d1d {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:25:09.754334 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de153c0d-3ff8-4fbc-aa7e-3543c20fc2e6 None None] Checking agent: {'id': 'd99777fd-be39-43e2-8750-c142ceb4edba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 39), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:25:09.754709 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de153c0d-3ff8-4fbc-aa7e-3543c20fc2e6 None None] Checking segment: {'id': '9f3dcab6-1700-4d76-8072-5e3851519f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'c70d636a-6fbe-4bf0-9877-67fb0ea57d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:25:09.755112 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-de153c0d-3ff8-4fbc-aa7e-3543c20fc2e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:09.755511 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de153c0d-3ff8-4fbc-aa7e-3543c20fc2e6 None None] Bound using segment: {'id': '9f3dcab6-1700-4d76-8072-5e3851519f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'c70d636a-6fbe-4bf0-9877-67fb0ea57d1d'} {{(pid=73848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:25:09.756005 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.managers [None req-de153c0d-3ff8-4fbc-aa7e-3543c20fc2e6 None None] Bound port: 011fd166-b602-4ae3-af6d-87afc48246a5, host: dv-cinder-788363-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3dcab6-1700-4d76-8072-5e3851519f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'c70d636a-6fbe-4bf0-9877-67fb0ea57d1d'}}] {{(pid=73848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:25:09.756396 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-de153c0d-3ff8-4fbc-aa7e-3543c20fc2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:09.847718 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.db [None req-de153c0d-3ff8-4fbc-aa7e-3543c20fc2e6 None None] For port 011fd166-b602-4ae3-af6d-87afc48246a5, host dv-cinder-788363-2-iscsi, cleared binding levels {{(pid=73848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:25:09.851037 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.plugins.ml2.db [None req-de153c0d-3ff8-4fbc-aa7e-3543c20fc2e6 None None] For port 011fd166-b602-4ae3-af6d-87afc48246a5, host dv-cinder-788363-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=011fd166-b602-4ae3-af6d-87afc48246a5,segment=NetworkSegment(9f3dcab6-1700-4d76-8072-5e3851519f1d),segment_id=9f3dcab6-1700-4d76-8072-5e3851519f1d)] {{(pid=73848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:25:09.855345 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron_lib.callbacks.manager [None req-de153c0d-3ff8-4fbc-aa7e-3543c20fc2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:09.859184 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:09.937192 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de153c0d-3ff8-4fbc-aa7e-3543c20fc2e6 None None] Routers {'480806d9-6451-4dc5-93f5-f77998e63c39'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:25:09.937660 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-de153c0d-3ff8-4fbc-aa7e-3543c20fc2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:25:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['480806d9-6451-4dc5-93f5-f77998e63c39'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:09.991103 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3da678-5a57-47bf-ad81-7066d5b8dc2d None None] Pushing event updated for resources: {'Port': ['ID=011fd166-b602-4ae3-af6d-87afc48246a5,revision_number=4']} {{(pid=73848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:10.001637 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG oslo_concurrency.lockutils [None req-da3da678-5a57-47bf-ad81-7066d5b8dc2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:10.123558 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-de153c0d-3ff8-4fbc-aa7e-3543c20fc2e6 None None] Set router 480806d9-6451-4dc5-93f5-f77998e63c39 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:25:10.149099 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:10.455940 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-de153c0d-3ff8-4fbc-aa7e-3543c20fc2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480806d9-6451-4dc5-93f5-f77998e63c39', 'name': 'tempest-TestVolumeBootPattern-1227520309-router', 'tenant_id': '6878a1268158480fbb65957761f354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '93beda33-4d56-4419-9fc4-e2594bcff83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:59Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 4, 'project_id': '6878a1268158480fbb65957761f354e6', 'gw_port': {'id': '93beda33-4d56-4419-9fc4-e2594bcff83e', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:22:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480806d9-6451-4dc5-93f5-f77998e63c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:25:00Z', 'updated_at': '2021-04-30T13:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': '011fd166-b602-4ae3-af6d-87afc48246a5', 'name': '', 'network_id': 'c70d636a-6fbe-4bf0-9877-67fb0ea57d1d', 'tenant_id': '6878a1268158480fbb65957761f354e6', 'mac_address': 'fa:16:3e:9b:22:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480806d9-6451-4dc5-93f5-f77998e63c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '71b32629-cdaa-4c6c-b85d-ad607cd7bbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:25:03Z', 'updated_at': '2021-04-30T13:25:09Z', 'revision_number': 4, 'project_id': '6878a1268158480fbb65957761f354e6', 'subnets': [{'id': '71b32629-cdaa-4c6c-b85d-ad607cd7bbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:10.459913 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de153c0d-3ff8-4fbc-aa7e-3543c20fc2e6 None None] The sync data for ids ['480806d9-6451-4dc5-93f5-f77998e63c39'] in dv-cinder-788363-2-iscsi is: [{'id': '480806d9-6451-4dc5-93f5-f77998e63c39', 'name': 'tempest-TestVolumeBootPattern-1227520309-router', 'tenant_id': '6878a1268158480fbb65957761f354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '93beda33-4d56-4419-9fc4-e2594bcff83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:59Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 4, 'project_id': '6878a1268158480fbb65957761f354e6', 'gw_port': {'id': '93beda33-4d56-4419-9fc4-e2594bcff83e', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:22:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480806d9-6451-4dc5-93f5-f77998e63c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:25:00Z', 'updated_at': '2021-04-30T13:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': '011fd166-b602-4ae3-af6d-87afc48246a5', 'name': '', 'network_id': 'c70d636a-6fbe-4bf0-9877-67fb0ea57d1d', 'tenant_id': '6878a1268158480fbb65957761f354e6', 'mac_address': 'fa:16:3e:9b:22:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480806d9-6451-4dc5-93f5-f77998e63c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '71b32629-cdaa-4c6c-b85d-ad607cd7bbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:25:03Z', 'updated_at': '2021-04-30T13:25:09Z', 'revision_number': 4, 'project_id': '6878a1268158480fbb65957761f354e6', 'subnets': [{'id': '71b32629-cdaa-4c6c-b85d-ad607cd7bbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:25:11.694940 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:12.036391 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 011fd166-b602-4ae3-af6d-87afc48246a5 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:25:12.106032 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning for port 011fd166-b602-4ae3-af6d-87afc48246a5 completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:25:12.111510 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port 011fd166-b602-4ae3-af6d-87afc48246a5 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:25:12.111891 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:12.229488 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:12.263458 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] For port 011fd166-b602-4ae3-af6d-87afc48246a5, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=011fd166-b602-4ae3-af6d-87afc48246a5,segment=NetworkSegment(9f3dcab6-1700-4d76-8072-5e3851519f1d),segment_id=9f3dcab6-1700-4d76-8072-5e3851519f1d)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:25:12.268382 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:12.270266 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:12.342688 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Pushing event updated for resources: {'Port': ['ID=011fd166-b602-4ae3-af6d-87afc48246a5,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:12.347721 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:14.014592 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 011fd166-b602-4ae3-af6d-87afc48246a5 up at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:25:14.089192 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Provisioning complete for port 011fd166-b602-4ae3-af6d-87afc48246a5 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:25:14.089572 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:26.372028 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-1c681bc7-2032-41b1-967d-fe89b4535959 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Synchronizing usage tracker for tenant:e1e5dd31affc47a1876d857176bb46e6 on resource:security_group {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:25:26.388666 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-1c681bc7-2032-41b1-967d-fe89b4535959 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Unset dirty status for tenant:e1e5dd31affc47a1876d857176bb46e6 on resource:security_group {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:25:26.389821 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-1c681bc7-2032-41b1-967d-fe89b4535959 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-710853690&fields=id&tenant_id=e1e5dd31affc47a1876d857176bb46e6 HTTP/1.1" status: 200 len: 267 time: 0.0581341 Apr 30 13:25:26.646303 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-cb242f6b-eb1c-492f-a0a7-982c267ea6ed tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:26.647009 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-cb242f6b-eb1c-492f-a0a7-982c267ea6ed tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Synchronizing usage tracker for tenant:e1e5dd31affc47a1876d857176bb46e6 on resource:network {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:25:26.664099 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-cb242f6b-eb1c-492f-a0a7-982c267ea6ed tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Unset dirty status for tenant:e1e5dd31affc47a1876d857176bb46e6 on resource:network {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:25:26.665501 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-cb242f6b-eb1c-492f-a0a7-982c267ea6ed tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/networks?id=1fcdb7bf-a500-4e1c-8580-268d73eec72c HTTP/1.1" status: 200 len: 811 time: 0.2688515 Apr 30 13:25:26.680306 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-8f384abb-afc9-4705-86a3-6335b39558b2 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/quotas/e1e5dd31affc47a1876d857176bb46e6 HTTP/1.1" status: 200 len: 375 time: 0.0092311 Apr 30 13:25:26.765218 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-d62d9aa0-d7ca-49d1-8100-2f7cce599fc6 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e1e5dd31affc47a1876d857176bb46e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784924 Apr 30 13:25:26.906758 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-20151e80-95c7-42ff-94ef-ff90107a6616 service neutron] 10.222.0.30 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300037 Apr 30 13:25:27.047746 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-f49b0fde-2cef-409b-9efd-2b8c82a5745f service neutron] 10.222.0.30 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347494 Apr 30 13:25:27.565326 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0c4fe3cd-d576-410d-8a39-d6fe34e768a8 req-10c9bd43-d31c-4c80-aa51-c5aa778de816 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd171157-fca0-492e-b201-04977f41f617 HTTP/1.1" status: 200 len: 210 time: 0.1596692 Apr 30 13:25:28.759178 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f73dfabf-b412-47f6-a188-6c7bfdb25d3f req-f23d3a94-fade-4deb-b2e8-c593699ae5ac tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd171157-fca0-492e-b201-04977f41f617 HTTP/1.1" status: 200 len: 210 time: 0.0609975 Apr 30 13:25:28.798806 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-8ee8bb94-4950-4b44-98a5-0d4cc435facd tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:28.800327 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-8ee8bb94-4950-4b44-98a5-0d4cc435facd tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.96 "GET /v2.0/networks?id=1fcdb7bf-a500-4e1c-8580-268d73eec72c HTTP/1.1" status: 200 len: 811 time: 0.2159021 Apr 30 13:25:28.891233 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-116cfbe3-4d07-4c7a-a721-ca2a3f89d8cc tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1e5dd31affc47a1876d857176bb46e6 HTTP/1.1" status: 200 len: 379 time: 0.0438707 Apr 30 13:25:28.904309 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Request body: {'port': {'device_id': 'fd171157-fca0-492e-b201-04977f41f617', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'admin_state_up': True, 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'security_groups': ['17d80129-dfd2-4ed7-be59-d5401ac44c4a']}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:25:29.042643 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:25:29.046528 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Usage tracker for resource:port and tenant:e1e5dd31affc47a1876d857176bb46e6 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:25:29.049416 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:25:29.055256 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:25:29.065383 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Made reservation on behalf of e1e5dd31affc47a1876d857176bb46e6 for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:25:29.069286 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:29.235448 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Allocated IP 172.20.0.11 (1fcdb7bf-a500-4e1c-8580-268d73eec72c/c5c52685-6ad3-430f-a262-3b784304e3b7/4f9757fa-2ed0-4581-b7cf-21e4dba93e92) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:25:29.429107 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:29.445614 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Transition to ACTIVE for port object 4f9757fa-2ed0-4581-b7cf-21e4dba93e92 will not be triggered until provisioned by entity DHCP. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:25:29.470415 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:29.475976 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-52afa030-54e2-4b1e-845d-56c3daca92e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:29.535567 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Network 1fcdb7bf-a500-4e1c-8580-268d73eec72c is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:25:29.543596 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:25:29.548416 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:25:29.593668 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Pushing event updated for resources: {'Port': ['ID=4f9757fa-2ed0-4581-b7cf-21e4dba93e92,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:29.609348 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:29.609737 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:29.610147 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:29.610516 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:29.610880 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:29.611242 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:29.611622 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:29.611963 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:29.612326 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:29.612681 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:29.613249 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:29.613612 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:29.620481 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:29.643371 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:29.644015 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:29.669590 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7703557 Apr 30 13:25:29.705832 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-b61ca127-f585-48ac-9446-5f053c4ac8dd service neutron] Request body: {'port': {'device_id': 'fd171157-fca0-492e-b201-04977f41f617', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:25:29.823896 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-b61ca127-f585-48ac-9446-5f053c4ac8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:29.853750 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-74bd40a4-adce-4145-81fc-5634130d80b9 None None] Provisioning for port 4f9757fa-2ed0-4581-b7cf-21e4dba93e92 completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:25:29.859580 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-74bd40a4-adce-4145-81fc-5634130d80b9 None None] Provisioning complete for port 4f9757fa-2ed0-4581-b7cf-21e4dba93e92 triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:25:29.860232 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-74bd40a4-adce-4145-81fc-5634130d80b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:29.914768 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-74bd40a4-adce-4145-81fc-5634130d80b9 None None] Port 4f9757fa-2ed0-4581-b7cf-21e4dba93e92 cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:25:30.244951 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c729ee-024f-4565-9565-fd24a6569250 req-2c60bb2e-4cd3-4e07-a277-2eb14b67e119 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:30.245664 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-e7c729ee-024f-4565-9565-fd24a6569250 req-2c60bb2e-4cd3-4e07-a277-2eb14b67e119 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Synchronizing usage tracker for tenant:e1e5dd31affc47a1876d857176bb46e6 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:25:30.285003 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-e7c729ee-024f-4565-9565-fd24a6569250 req-2c60bb2e-4cd3-4e07-a277-2eb14b67e119 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Unset dirty status for tenant:e1e5dd31affc47a1876d857176bb46e6 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:25:30.286176 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e7c729ee-024f-4565-9565-fd24a6569250 req-2c60bb2e-4cd3-4e07-a277-2eb14b67e119 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd171157-fca0-492e-b201-04977f41f617 HTTP/1.1" status: 200 len: 932 time: 0.3791125 Apr 30 13:25:30.388254 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e7c729ee-024f-4565-9565-fd24a6569250 req-b4d8aa8b-2ee7-405b-bd71-38d142978e04 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959177 Apr 30 13:25:30.398790 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-b61ca127-f585-48ac-9446-5f053c4ac8dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f9757fa-2ed0-4581-b7cf-21e4dba93e92 {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:25:30.406610 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-b61ca127-f585-48ac-9446-5f053c4ac8dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:30.421261 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-b61ca127-f585-48ac-9446-5f053c4ac8dd service neutron] Transition to ACTIVE for port object 4f9757fa-2ed0-4581-b7cf-21e4dba93e92 will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:25:30.424072 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-b61ca127-f585-48ac-9446-5f053c4ac8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-554251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:30.428707 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-859d9c15-ef5d-4149-bbc2-82262d4c985c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:30.581176 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ca127-f585-48ac-9446-5f053c4ac8dd service neutron] Pushing event updated for resources: {'Port': ['ID=4f9757fa-2ed0-4581-b7cf-21e4dba93e92,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:30.588588 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b61ca127-f585-48ac-9446-5f053c4ac8dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:30.663292 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-b61ca127-f585-48ac-9446-5f053c4ac8dd service neutron] Attempting to bind port 4f9757fa-2ed0-4581-b7cf-21e4dba93e92 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:25:30.663645 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-b61ca127-f585-48ac-9446-5f053c4ac8dd service neutron] Attempting to bind port 4f9757fa-2ed0-4581-b7cf-21e4dba93e92 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5bfe8ee4-855c-4573-9cc9-0bf431a45eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:25:30.663958 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-b61ca127-f585-48ac-9446-5f053c4ac8dd service neutron] Attempting to bind port 4f9757fa-2ed0-4581-b7cf-21e4dba93e92 on network 1fcdb7bf-a500-4e1c-8580-268d73eec72c {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:25:30.669136 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-b61ca127-f585-48ac-9446-5f053c4ac8dd service neutron] Port 4f9757fa-2ed0-4581-b7cf-21e4dba93e92 on network 1fcdb7bf-a500-4e1c-8580-268d73eec72c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:25:30.669457 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-b61ca127-f585-48ac-9446-5f053c4ac8dd service neutron] Attempting to bind port 4f9757fa-2ed0-4581-b7cf-21e4dba93e92 on network 1fcdb7bf-a500-4e1c-8580-268d73eec72c {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:25:30.674504 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-b61ca127-f585-48ac-9446-5f053c4ac8dd service neutron] Checking agent: {'id': '339503ba-6418-440e-8cd9-ebb81c45e407', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:25:30.674846 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-b61ca127-f585-48ac-9446-5f053c4ac8dd service neutron] Checking segment: {'id': '5bfe8ee4-855c-4573-9cc9-0bf431a45eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:25:30.675232 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-b61ca127-f585-48ac-9446-5f053c4ac8dd service neutron] Bound using segment: {'id': '5bfe8ee4-855c-4573-9cc9-0bf431a45eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:25:30.675651 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-b61ca127-f585-48ac-9446-5f053c4ac8dd service neutron] Bound port: 4f9757fa-2ed0-4581-b7cf-21e4dba93e92, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bfe8ee4-855c-4573-9cc9-0bf431a45eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:25:30.675995 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-b61ca127-f585-48ac-9446-5f053c4ac8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:30.771646 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-b61ca127-f585-48ac-9446-5f053c4ac8dd service neutron] For port 4f9757fa-2ed0-4581-b7cf-21e4dba93e92, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:25:30.774583 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-b61ca127-f585-48ac-9446-5f053c4ac8dd service neutron] For port 4f9757fa-2ed0-4581-b7cf-21e4dba93e92, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4f9757fa-2ed0-4581-b7cf-21e4dba93e92,segment=NetworkSegment(5bfe8ee4-855c-4573-9cc9-0bf431a45eda),segment_id=5bfe8ee4-855c-4573-9cc9-0bf431a45eda)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:25:30.779034 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-b61ca127-f585-48ac-9446-5f053c4ac8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-554251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:30.783421 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-81175653-5189-4a4c-a36d-5209c01ab5ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:30.833146 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-b61ca127-f585-48ac-9446-5f053c4ac8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:30.833806 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-b61ca127-f585-48ac-9446-5f053c4ac8dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:30.835248 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-b61ca127-f585-48ac-9446-5f053c4ac8dd service neutron] 10.222.0.96 "PUT /v2.0/ports/4f9757fa-2ed0-4581-b7cf-21e4dba93e92 HTTP/1.1" status: 200 len: 1094 time: 1.1339140 Apr 30 13:25:30.835704 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd171157-fca0-492e-b201-04977f41f617', 'tag': '4f9757fa-2ed0-4581-b7cf-21e4dba93e92'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:25:30.877223 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ca127-f585-48ac-9446-5f053c4ac8dd service neutron] Pushing event updated for resources: {'Port': ['ID=4f9757fa-2ed0-4581-b7cf-21e4dba93e92,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:30.886711 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b61ca127-f585-48ac-9446-5f053c4ac8dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:30.890458 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd171157-fca0-492e-b201-04977f41f617', 'tag': '4f9757fa-2ed0-4581-b7cf-21e4dba93e92', 'status': 'completed', 'code': 200} Apr 30 13:25:30.979197 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-f3a6dd45-8175-473b-b537-8113e0c06359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:30.980685 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-f3a6dd45-8175-473b-b537-8113e0c06359 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e1e5dd31affc47a1876d857176bb46e6&device_id=fd171157-fca0-492e-b201-04977f41f617 HTTP/1.1" status: 200 len: 1097 time: 0.0753021 Apr 30 13:25:31.066192 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-4911653e-6c6e-4352-a584-f51e2a4e4df5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f9757fa-2ed0-4581-b7cf-21e4dba93e92 HTTP/1.1" status: 200 len: 217 time: 0.0636454 Apr 30 13:25:31.131055 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-3be19070-0b3e-49c1-9ae0-8cc2d800dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:31.132379 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-3be19070-0b3e-49c1-9ae0-8cc2d800dd3f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c5c52685-6ad3-430f-a262-3b784304e3b7 HTTP/1.1" status: 200 len: 850 time: 0.0563710 Apr 30 13:25:31.209390 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-6c793722-80ed-40e8-8f4e-fd0400bf75f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:31.210881 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-6c793722-80ed-40e8-8f4e-fd0400bf75f5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1fcdb7bf-a500-4e1c-8580-268d73eec72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0682573 Apr 30 13:25:31.345025 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-e2565f78-9481-4f90-82d2-bc70cdad448d service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230085 Apr 30 13:25:31.478365 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-26bd66a8-d51a-4664-a83f-b78846b70a34 req-1b0b2c2f-78b7-4f53-af9f-e76e7bf3b597 service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232269 Apr 30 13:25:31.578228 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded86b8-8b96-4432-95a7-08bd4aa87f26 req-41dc4d7e-30a2-4ed5-aa8a-4887bb1cb3bd tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:31.581349 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6ded86b8-8b96-4432-95a7-08bd4aa87f26 req-41dc4d7e-30a2-4ed5-aa8a-4887bb1cb3bd tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd171157-fca0-492e-b201-04977f41f617 HTTP/1.1" status: 200 len: 944 time: 0.0865595 Apr 30 13:25:31.667423 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6ded86b8-8b96-4432-95a7-08bd4aa87f26 req-965d6073-5e47-4743-9dc6-1cdb9a8b3798 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524719 Apr 30 13:25:31.688165 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013325a-4860-4ffc-a00a-f467e636b4b5 req-76fd8892-22e4-43ef-a7eb-0cf1192efe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:31.689634 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5013325a-4860-4ffc-a00a-f467e636b4b5 req-76fd8892-22e4-43ef-a7eb-0cf1192efe1e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e1e5dd31affc47a1876d857176bb46e6&device_id=fd171157-fca0-492e-b201-04977f41f617 HTTP/1.1" status: 200 len: 1097 time: 0.1091132 Apr 30 13:25:31.819877 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013325a-4860-4ffc-a00a-f467e636b4b5 req-39a6bf75-6abf-4969-a6cb-62081e63260d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:31.821440 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5013325a-4860-4ffc-a00a-f467e636b4b5 req-39a6bf75-6abf-4969-a6cb-62081e63260d service neutron] 10.222.0.96 "GET /v2.0/networks?id=1fcdb7bf-a500-4e1c-8580-268d73eec72c HTTP/1.1" status: 200 len: 913 time: 0.1238377 Apr 30 13:25:31.987339 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5013325a-4860-4ffc-a00a-f467e636b4b5 req-7cbf2526-3013-45f3-b5f2-da2215a3e165 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f9757fa-2ed0-4581-b7cf-21e4dba93e92 HTTP/1.1" status: 200 len: 217 time: 0.1549485 Apr 30 13:25:32.054526 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013325a-4860-4ffc-a00a-f467e636b4b5 req-480c854b-fb56-40c9-ae7c-d38fadee37ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:32.055943 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5013325a-4860-4ffc-a00a-f467e636b4b5 req-480c854b-fb56-40c9-ae7c-d38fadee37ee service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c5c52685-6ad3-430f-a262-3b784304e3b7 HTTP/1.1" status: 200 len: 850 time: 0.0582075 Apr 30 13:25:32.133616 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013325a-4860-4ffc-a00a-f467e636b4b5 req-d8337705-e161-4d0c-9553-d88e5022643e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:32.135140 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5013325a-4860-4ffc-a00a-f467e636b4b5 req-d8337705-e161-4d0c-9553-d88e5022643e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1fcdb7bf-a500-4e1c-8580-268d73eec72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686405 Apr 30 13:25:32.268042 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5013325a-4860-4ffc-a00a-f467e636b4b5 req-93ed070b-eae2-4621-9ef0-ac9a8b8bbe36 service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219718 Apr 30 13:25:32.400917 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5013325a-4860-4ffc-a00a-f467e636b4b5 req-2357f68d-99e4-4585-a17b-7c4ccd5927a4 service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228621 Apr 30 13:25:32.858155 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbc5c4-597d-42e8-9ca4-dea33ea5ba65 req-96d5e49e-10af-474a-b899-635a54b5ebfd tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:32.859619 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2fdbc5c4-597d-42e8-9ca4-dea33ea5ba65 req-96d5e49e-10af-474a-b899-635a54b5ebfd tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd171157-fca0-492e-b201-04977f41f617 HTTP/1.1" status: 200 len: 944 time: 0.0835998 Apr 30 13:25:32.903565 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2fdbc5c4-597d-42e8-9ca4-dea33ea5ba65 req-dbb8b9f4-fadc-47f5-801c-2274dcd0fbf4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382092 Apr 30 13:25:34.085623 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a58732-1356-4a5d-a14b-9ca3e743ee26 req-57afc67d-e428-4ec2-a25c-997a23a53039 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:34.087122 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-90a58732-1356-4a5d-a14b-9ca3e743ee26 req-57afc67d-e428-4ec2-a25c-997a23a53039 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd171157-fca0-492e-b201-04977f41f617 HTTP/1.1" status: 200 len: 944 time: 0.0807812 Apr 30 13:25:34.131674 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-90a58732-1356-4a5d-a14b-9ca3e743ee26 req-5ff0351e-1240-4edf-b153-3ad0cc3ee418 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382793 Apr 30 13:25:34.534404 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:35.317412 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456dc70a-126f-4206-b14a-e20d02f65d0c req-04238bd9-0a66-4f16-9a9c-0b769e1a08b0 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:35.318906 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-456dc70a-126f-4206-b14a-e20d02f65d0c req-04238bd9-0a66-4f16-9a9c-0b769e1a08b0 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd171157-fca0-492e-b201-04977f41f617 HTTP/1.1" status: 200 len: 944 time: 0.0835042 Apr 30 13:25:35.363674 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-456dc70a-126f-4206-b14a-e20d02f65d0c req-45cc1c98-1af0-4df2-94a5-18b12dc682fb tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390801 Apr 30 13:25:36.464931 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-bd0bd1f7-81e1-44d1-b3d9-025d7d954798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:36.548951 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05241b77-17d9-4b86-807b-9fd4ba5a44e3 req-809bbdfe-af79-4b92-84ec-80283a1b805e tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:36.550436 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-05241b77-17d9-4b86-807b-9fd4ba5a44e3 req-809bbdfe-af79-4b92-84ec-80283a1b805e tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd171157-fca0-492e-b201-04977f41f617 HTTP/1.1" status: 200 len: 944 time: 0.0785508 Apr 30 13:25:36.599112 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-05241b77-17d9-4b86-807b-9fd4ba5a44e3 req-8aa06ce1-a8d3-4d9b-a2bc-80b4389714a6 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428834 Apr 30 13:25:37.783975 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b3883-93b0-4f22-9658-af3282e02d51 req-84aaef73-a28a-430c-a291-714d7aba63a4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:37.785453 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-249b3883-93b0-4f22-9658-af3282e02d51 req-84aaef73-a28a-430c-a291-714d7aba63a4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd171157-fca0-492e-b201-04977f41f617 HTTP/1.1" status: 200 len: 944 time: 0.0805235 Apr 30 13:25:37.830972 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-249b3883-93b0-4f22-9658-af3282e02d51 req-04df3141-b502-404d-a0ba-e34dac22ee15 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395765 Apr 30 13:25:38.157896 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 4f9757fa-2ed0-4581-b7cf-21e4dba93e92 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:25:38.322669 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 4f9757fa-2ed0-4581-b7cf-21e4dba93e92, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4f9757fa-2ed0-4581-b7cf-21e4dba93e92,segment=NetworkSegment(5bfe8ee4-855c-4573-9cc9-0bf431a45eda),segment_id=5bfe8ee4-855c-4573-9cc9-0bf431a45eda)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:25:38.335899 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Returning: {'device': '4f9757fa-2ed0-4581-b7cf-21e4dba93e92', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'port_id': '4f9757fa-2ed0-4581-b7cf-21e4dba93e92', 'mac_address': 'fa:16:3e:eb:d1:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:25:38.395577 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:38.412016 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9757fa-2ed0-4581-b7cf-21e4dba93e92 {{(pid=73847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:25:38.427104 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 4f9757fa-2ed0-4581-b7cf-21e4dba93e92, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4f9757fa-2ed0-4581-b7cf-21e4dba93e92,segment=NetworkSegment(5bfe8ee4-855c-4573-9cc9-0bf431a45eda),segment_id=5bfe8ee4-855c-4573-9cc9-0bf431a45eda)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:25:38.430935 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:38.432603 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:38.497068 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=4f9757fa-2ed0-4581-b7cf-21e4dba93e92,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:38.500189 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:38.740627 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:25:38.838771 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['4f9757fa-2ed0-4581-b7cf-21e4dba93e92'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:25:39.019756 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc9978-49f7-45d6-b7cf-e3a1b228baaf req-5d18c57c-2ec7-45c5-b537-b5ff2ba3ada4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:39.021365 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6ddc9978-49f7-45d6-b7cf-e3a1b228baaf req-5d18c57c-2ec7-45c5-b537-b5ff2ba3ada4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd171157-fca0-492e-b201-04977f41f617 HTTP/1.1" status: 200 len: 945 time: 0.0847051 Apr 30 13:25:39.067299 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6ddc9978-49f7-45d6-b7cf-e3a1b228baaf req-dfe578e4-cb9c-4ef7-92d8-4ae3ece94af5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402598 Apr 30 13:25:39.147431 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:39.149320 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-edcfc5ad-fef0-4982-a00e-d7848ec82514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:40.151040 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:40.175024 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 4f9757fa-2ed0-4581-b7cf-21e4dba93e92 up at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:25:40.242660 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning for port 4f9757fa-2ed0-4581-b7cf-21e4dba93e92 completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:25:40.247763 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning complete for port 4f9757fa-2ed0-4581-b7cf-21e4dba93e92 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:25:40.248216 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:40.256792 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a28a9-5b8e-48b7-9d30-b80e3e8b385a req-58f152f6-dacf-459c-968e-83c141bc84fb tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:40.258279 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f73a28a9-5b8e-48b7-9d30-b80e3e8b385a req-58f152f6-dacf-459c-968e-83c141bc84fb tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd171157-fca0-492e-b201-04977f41f617 HTTP/1.1" status: 200 len: 945 time: 0.0826085 Apr 30 13:25:40.302847 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f73a28a9-5b8e-48b7-9d30-b80e3e8b385a req-ed02a124-0603-4bed-8b41-3f88f7b89617 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384161 Apr 30 13:25:40.363060 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:40.389659 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd171157-fca0-492e-b201-04977f41f617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9757fa-2ed0-4581-b7cf-21e4dba93e92'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:25:40.399651 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port 4f9757fa-2ed0-4581-b7cf-21e4dba93e92, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4f9757fa-2ed0-4581-b7cf-21e4dba93e92,segment=NetworkSegment(5bfe8ee4-855c-4573-9cc9-0bf431a45eda),segment_id=5bfe8ee4-855c-4573-9cc9-0bf431a45eda)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:25:40.403537 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:40.405577 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-239e26fc-14a7-4287-ae77-cec022861972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:40.435746 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd171157-fca0-492e-b201-04977f41f617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9757fa-2ed0-4581-b7cf-21e4dba93e92', 'code': 200} Apr 30 13:25:40.476457 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=4f9757fa-2ed0-4581-b7cf-21e4dba93e92,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:40.479451 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:40.796083 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b5c1d-dd9a-4bac-9223-50b4fd51f264 req-0907f95a-7db1-43b5-8902-ed503b4e7131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:40.797594 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-256b5c1d-dd9a-4bac-9223-50b4fd51f264 req-0907f95a-7db1-43b5-8902-ed503b4e7131 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fd171157-fca0-492e-b201-04977f41f617 HTTP/1.1" status: 200 len: 1099 time: 0.0841072 Apr 30 13:25:40.848013 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-256b5c1d-dd9a-4bac-9223-50b4fd51f264 req-ef13d77c-d5c8-4cb8-b63e-65e949e46a77 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429738 Apr 30 13:25:41.500131 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9e14a-b1b7-4175-ad57-ecebdb8f8a84 req-f3fe45ab-9ab3-4845-886f-a1929519bfbc tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:41.501618 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dae9e14a-b1b7-4175-ad57-ecebdb8f8a84 req-f3fe45ab-9ab3-4845-886f-a1929519bfbc tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd171157-fca0-492e-b201-04977f41f617 HTTP/1.1" status: 200 len: 946 time: 0.0865977 Apr 30 13:25:41.552179 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dae9e14a-b1b7-4175-ad57-ecebdb8f8a84 req-b9874291-02d5-4b98-b05a-d61ebfb267d1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444937 Apr 30 13:25:41.698006 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:42.737419 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81faffc9-135e-48aa-ac68-8ab50896fb1c req-02c67567-449a-4460-8c13-f6729bc9f53a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:42.738886 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-81faffc9-135e-48aa-ac68-8ab50896fb1c req-02c67567-449a-4460-8c13-f6729bc9f53a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd171157-fca0-492e-b201-04977f41f617 HTTP/1.1" status: 200 len: 946 time: 0.0796382 Apr 30 13:25:42.783815 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-81faffc9-135e-48aa-ac68-8ab50896fb1c req-e43d9251-4dca-4c54-a469-12f83169ccb4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390999 Apr 30 13:25:43.022427 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef14bf-11c2-4d4a-b1d8-63845315493f req-d2c84f14-2d45-4c79-bdae-2c121ebd5ba0 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:43.023873 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e3ef14bf-11c2-4d4a-b1d8-63845315493f req-d2c84f14-2d45-4c79-bdae-2c121ebd5ba0 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd171157-fca0-492e-b201-04977f41f617 HTTP/1.1" status: 200 len: 946 time: 0.1356630 Apr 30 13:25:43.031292 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fec5d1b6-a0ff-4c1c-b611-6033cadceed7 req-45fcef04-c659-4dfa-8e25-fe2605ad1ba7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1708832 Apr 30 13:25:43.075729 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e3ef14bf-11c2-4d4a-b1d8-63845315493f req-2c6a7048-bae1-4428-893c-014ceb9c902e tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434928 Apr 30 13:25:43.099519 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39796) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:43.189031 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5d1b6-a0ff-4c1c-b611-6033cadceed7 req-1c9c37ed-6d5d-4f05-bc16-9de6f386de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:43.190541 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fec5d1b6-a0ff-4c1c-b611-6033cadceed7 req-1c9c37ed-6d5d-4f05-bc16-9de6f386de6f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=48d528dc58794031bbd51eaf60573f4b&device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 1098 time: 0.0714602 Apr 30 13:25:43.225670 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f49ac0f-f8d8-4f29-a944-02073c79575a tempest-TestVolumeBootPattern-85613895 tempest-TestVolumeBootPattern-85613895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:43.226308 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-5f49ac0f-f8d8-4f29-a944-02073c79575a tempest-TestVolumeBootPattern-85613895 tempest-TestVolumeBootPattern-85613895-project-admin] Synchronizing usage tracker for tenant:6878a1268158480fbb65957761f354e6 on resource:port {{(pid=73846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:25:43.243898 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-5f49ac0f-f8d8-4f29-a944-02073c79575a tempest-TestVolumeBootPattern-85613895 tempest-TestVolumeBootPattern-85613895-project-admin] Unset dirty status for tenant:6878a1268158480fbb65957761f354e6 on resource:port {{(pid=73846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:25:43.245432 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-5f49ac0f-f8d8-4f29-a944-02073c79575a tempest-TestVolumeBootPattern-85613895 tempest-TestVolumeBootPattern-85613895-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=fd171157-fca0-492e-b201-04977f41f617 HTTP/1.1" status: 200 len: 1094 time: 0.1447239 Apr 30 13:25:43.248983 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39802) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:43.254346 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-534cf482-9e46-4954-a0f1-3acb75b272d1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Request body: {'floatingip': {'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'port_id': '4f9757fa-2ed0-4581-b7cf-21e4dba93e92', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:25:43.260423 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-534cf482-9e46-4954-a0f1-3acb75b272d1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:25:43.264504 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-534cf482-9e46-4954-a0f1-3acb75b272d1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Usage tracker for resource:floatingip and tenant:e1e5dd31affc47a1876d857176bb46e6 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:25:43.267561 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-534cf482-9e46-4954-a0f1-3acb75b272d1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:25:43.274127 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-534cf482-9e46-4954-a0f1-3acb75b272d1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:25:43.284846 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-534cf482-9e46-4954-a0f1-3acb75b272d1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for floatingip, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:43.429339 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-534cf482-9e46-4954-a0f1-3acb75b272d1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:43.436492 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5d1b6-a0ff-4c1c-b611-6033cadceed7 req-ae52196c-a7df-4036-920f-8bd0abd59517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:43.437965 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fec5d1b6-a0ff-4c1c-b611-6033cadceed7 req-ae52196c-a7df-4036-920f-8bd0abd59517 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c52d5925-28e6-42f1-8bb0-2f5295856676 HTTP/1.1" status: 200 len: 910 time: 0.2284057 Apr 30 13:25:43.542102 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fec5d1b6-a0ff-4c1c-b611-6033cadceed7 req-3688e97e-feee-4881-ae2f-361f4f91c1da service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3b2bf62-b77e-4664-b9fe-df3813442aa1 HTTP/1.1" status: 200 len: 1000 time: 0.0965798 Apr 30 13:25:43.565278 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [None req-534cf482-9e46-4954-a0f1-3acb75b272d1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Allocated IP 172.27.3.48 (c3b86f7e-3861-4477-9f50-64652b00e102/6d81663d-75dc-44ec-8bd2-9cfe56c21a4e/1968a3ed-4a0a-483d-81f6-38a1e6ff173c) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:25:43.611073 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5d1b6-a0ff-4c1c-b611-6033cadceed7 req-852a2797-b398-4741-8337-7ecd67dbfde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:43.612900 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fec5d1b6-a0ff-4c1c-b611-6033cadceed7 req-852a2797-b398-4741-8337-7ecd67dbfde6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=32feef93-2fcb-46f3-a9a4-5dd045858449 HTTP/1.1" status: 200 len: 847 time: 0.0645802 Apr 30 13:25:43.694049 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5d1b6-a0ff-4c1c-b611-6033cadceed7 req-12b409ec-6818-4da5-ba8b-2332b91269f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:43.695440 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fec5d1b6-a0ff-4c1c-b611-6033cadceed7 req-12b409ec-6818-4da5-ba8b-2332b91269f5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c52d5925-28e6-42f1-8bb0-2f5295856676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759928 Apr 30 13:25:43.705961 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [req-fec5d1b6-a0ff-4c1c-b611-6033cadceed7 req-b9a9c550-3dda-4ef3-9796-624b6cca0a9c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=73845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:25:43.706918 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fec5d1b6-a0ff-4c1c-b611-6033cadceed7 req-b9a9c550-3dda-4ef3-9796-624b6cca0a9c service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051637 Apr 30 13:25:43.722779 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-534cf482-9e46-4954-a0f1-3acb75b272d1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:43.753141 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-534cf482-9e46-4954-a0f1-3acb75b272d1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:43.757821 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-3dd7a207-5549-4193-a1c3-055c57a685a9 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:43.816024 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534cf482-9e46-4954-a0f1-3acb75b272d1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Network c3b86f7e-3861-4477-9f50-64652b00e102 is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:25:43.819129 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-534cf482-9e46-4954-a0f1-3acb75b272d1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:25:43.827779 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534cf482-9e46-4954-a0f1-3acb75b272d1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:25:43.845054 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fec5d1b6-a0ff-4c1c-b611-6033cadceed7 req-6af628de-d536-4712-8500-9527af9bba70 service neutron] 10.222.0.96 "GET /v2.0/networks/c52d5925-28e6-42f1-8bb0-2f5295856676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312735 Apr 30 13:25:43.870894 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534cf482-9e46-4954-a0f1-3acb75b272d1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Pushing event updated for resources: {'Port': ['ID=1968a3ed-4a0a-483d-81f6-38a1e6ff173c,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:43.875497 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-534cf482-9e46-4954-a0f1-3acb75b272d1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:43.982383 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fec5d1b6-a0ff-4c1c-b611-6033cadceed7 req-cd7536b8-bee0-43ef-b64d-d554ed249c55 service neutron] 10.222.0.96 "GET /v2.0/networks/c52d5925-28e6-42f1-8bb0-2f5295856676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297331 Apr 30 13:25:44.351151 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-534cf482-9e46-4954-a0f1-3acb75b272d1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:44.425936 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-534cf482-9e46-4954-a0f1-3acb75b272d1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:44.630125 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-534cf482-9e46-4954-a0f1-3acb75b272d1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:44.634997 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-534cf482-9e46-4954-a0f1-3acb75b272d1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8252111'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:44.639487 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-72bb00bb-0556-417b-9fd4-66ed2c6f19b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:44.755316 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534cf482-9e46-4954-a0f1-3acb75b272d1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Pushing event updated for resources: {'Port': ['ID=1968a3ed-4a0a-483d-81f6-38a1e6ff173c,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:44.759464 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-534cf482-9e46-4954-a0f1-3acb75b272d1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:44.767645 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-534cf482-9e46-4954-a0f1-3acb75b272d1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657561'] for floatingip, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:44.946932 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.db.l3_db [None req-534cf482-9e46-4954-a0f1-3acb75b272d1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Floating IP 4b3ff4fa-e958-4117-bf0f-acee7f3db32d associated. External IP: 172.27.3.48, port: 4f9757fa-2ed0-4581-b7cf-21e4dba93e92. Apr 30 13:25:45.289687 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534cf482-9e46-4954-a0f1-3acb75b272d1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Router 4a49765d-eefb-4a48-894a-f39231c40665 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:25:45.462835 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534cf482-9e46-4954-a0f1-3acb75b272d1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:25:45.472469 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daea76ad-2c91-4dda-b7dc-375a73c0e13b None None] Sync routers for ids ['4a49765d-eefb-4a48-894a-f39231c40665'] in dv-cinder-788363-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:25:45.482504 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daea76ad-2c91-4dda-b7dc-375a73c0e13b None None] Routers {'4a49765d-eefb-4a48-894a-f39231c40665'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:25:45.483139 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-daea76ad-2c91-4dda-b7dc-375a73c0e13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:25:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['4a49765d-eefb-4a48-894a-f39231c40665'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:45.488123 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-534cf482-9e46-4954-a0f1-3acb75b272d1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for floatingip, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:45.545606 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-534cf482-9e46-4954-a0f1-3acb75b272d1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2954197 Apr 30 13:25:45.546219 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd171157-fca0-492e-b201-04977f41f617', 'tag': '4f9757fa-2ed0-4581-b7cf-21e4dba93e92'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:25:45.592964 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd171157-fca0-492e-b201-04977f41f617', 'tag': '4f9757fa-2ed0-4581-b7cf-21e4dba93e92', 'status': 'completed', 'code': 200} Apr 30 13:25:45.664909 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-daea76ad-2c91-4dda-b7dc-375a73c0e13b None None] Set router 4a49765d-eefb-4a48-894a-f39231c40665 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:25:45.708858 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d355a-dca3-41ab-91b4-327b2f59e971 req-043d1bdf-9d1b-427b-b24f-3480b4be106e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:45.710522 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-997d355a-dca3-41ab-91b4-327b2f59e971 req-043d1bdf-9d1b-427b-b24f-3480b4be106e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e1e5dd31affc47a1876d857176bb46e6&device_id=fd171157-fca0-492e-b201-04977f41f617 HTTP/1.1" status: 200 len: 1099 time: 0.0721519 Apr 30 13:25:45.841505 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d355a-dca3-41ab-91b4-327b2f59e971 req-0dad83b8-bba5-4b8b-a48e-10080153288d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:45.842379 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-997d355a-dca3-41ab-91b4-327b2f59e971 req-0dad83b8-bba5-4b8b-a48e-10080153288d service neutron] 10.222.0.96 "GET /v2.0/networks?id=1fcdb7bf-a500-4e1c-8580-268d73eec72c HTTP/1.1" status: 200 len: 913 time: 0.1254456 Apr 30 13:25:45.946490 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-997d355a-dca3-41ab-91b4-327b2f59e971 req-62451229-2b18-4669-88b8-9d259b2ac4e7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f9757fa-2ed0-4581-b7cf-21e4dba93e92 HTTP/1.1" status: 200 len: 999 time: 0.0972381 Apr 30 13:25:46.008306 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d355a-dca3-41ab-91b4-327b2f59e971 req-1e6464f8-c449-44e7-ba8e-92d58b30e008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:46.009729 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-997d355a-dca3-41ab-91b4-327b2f59e971 req-1e6464f8-c449-44e7-ba8e-92d58b30e008 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c5c52685-6ad3-430f-a262-3b784304e3b7 HTTP/1.1" status: 200 len: 850 time: 0.0571728 Apr 30 13:25:46.010274 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-daea76ad-2c91-4dda-b7dc-375a73c0e13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a49765d-eefb-4a48-894a-f39231c40665', 'name': 'tempest-TestVolumeBootPattern-483348848-router', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:24:56Z', 'revision_number': 4, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'gw_port': {'id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:53Z', 'updated_at': '2021-04-30T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': '4b3ff4fa-e958-4117-bf0f-acee7f3db32d', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'floating_ip_address': '172.27.3.48', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'port_id': '4f9757fa-2ed0-4581-b7cf-21e4dba93e92', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'mac_address': 'fa:16:3e:eb:d1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd171157-fca0-492e-b201-04977f41f617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:25:44Z', 'updated_at': '2021-04-30T13:25:44Z', 'revision_number': 0, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9180ed1-c6e0-4166-9344-f12dd2a33586', 'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'mac_address': 'fa:16:3e:22:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:56Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 5, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'subnets': [{'id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:46.014150 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daea76ad-2c91-4dda-b7dc-375a73c0e13b None None] Checking router: 4a49765d-eefb-4a48-894a-f39231c40665 for host: dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:25:46.022455 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daea76ad-2c91-4dda-b7dc-375a73c0e13b None None] Routers {'4a49765d-eefb-4a48-894a-f39231c40665'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:25:46.023057 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-daea76ad-2c91-4dda-b7dc-375a73c0e13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:25:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['4a49765d-eefb-4a48-894a-f39231c40665'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:46.087695 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d355a-dca3-41ab-91b4-327b2f59e971 req-8dc00fcf-f257-4781-aa10-8413a910a030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:46.089168 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-997d355a-dca3-41ab-91b4-327b2f59e971 req-8dc00fcf-f257-4781-aa10-8413a910a030 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1fcdb7bf-a500-4e1c-8580-268d73eec72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727217 Apr 30 13:25:46.222776 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-997d355a-dca3-41ab-91b4-327b2f59e971 req-ea244224-0fcc-423f-8007-37f468d95b5b service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267421 Apr 30 13:25:46.239992 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-daea76ad-2c91-4dda-b7dc-375a73c0e13b None None] Set router 4a49765d-eefb-4a48-894a-f39231c40665 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:25:46.352463 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-997d355a-dca3-41ab-91b4-327b2f59e971 req-3bf063ab-7dca-46e9-9416-97ae7d47c151 service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232395 Apr 30 13:25:46.581523 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-daea76ad-2c91-4dda-b7dc-375a73c0e13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a49765d-eefb-4a48-894a-f39231c40665', 'name': 'tempest-TestVolumeBootPattern-483348848-router', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:24:56Z', 'revision_number': 4, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'gw_port': {'id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:53Z', 'updated_at': '2021-04-30T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': '4b3ff4fa-e958-4117-bf0f-acee7f3db32d', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'floating_ip_address': '172.27.3.48', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'port_id': '4f9757fa-2ed0-4581-b7cf-21e4dba93e92', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'mac_address': 'fa:16:3e:eb:d1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd171157-fca0-492e-b201-04977f41f617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:25:44Z', 'updated_at': '2021-04-30T13:25:44Z', 'revision_number': 0, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9180ed1-c6e0-4166-9344-f12dd2a33586', 'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'mac_address': 'fa:16:3e:22:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:56Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 5, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'subnets': [{'id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:46.585385 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daea76ad-2c91-4dda-b7dc-375a73c0e13b None None] The sync data for ids ['4a49765d-eefb-4a48-894a-f39231c40665'] in dv-cinder-788363-2-iscsi is: [{'id': '4a49765d-eefb-4a48-894a-f39231c40665', 'name': 'tempest-TestVolumeBootPattern-483348848-router', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:24:56Z', 'revision_number': 4, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'gw_port': {'id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:53Z', 'updated_at': '2021-04-30T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': '4b3ff4fa-e958-4117-bf0f-acee7f3db32d', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'floating_ip_address': '172.27.3.48', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'port_id': '4f9757fa-2ed0-4581-b7cf-21e4dba93e92', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'mac_address': 'fa:16:3e:eb:d1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd171157-fca0-492e-b201-04977f41f617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:25:44Z', 'updated_at': '2021-04-30T13:25:44Z', 'revision_number': 0, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9180ed1-c6e0-4166-9344-f12dd2a33586', 'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'mac_address': 'fa:16:3e:22:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:56Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 5, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'subnets': [{'id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:25:46.760820 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2865fa-e7a7-4719-88bd-9ca819a8b26e None None] New status for floating IP 4b3ff4fa-e958-4117-bf0f-acee7f3db32d: ACTIVE {{(pid=73848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:26:04.550383 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:06.467023 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-caf7019d-2328-4fcd-a0b1-66b36f0c1c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:07.867455 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79027f7-ebf4-4705-bf64-8a79f2e513c4 req-3eb51f83-b5e2-4171-afcc-0fe426fed765 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:07.868855 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d79027f7-ebf4-4705-bf64-8a79f2e513c4 req-3eb51f83-b5e2-4171-afcc-0fe426fed765 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 945 time: 0.0796955 Apr 30 13:26:07.912570 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d79027f7-ebf4-4705-bf64-8a79f2e513c4 req-a390b8a3-d565-42a3-8ff4-39f00d80e1ee tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379646 Apr 30 13:26:09.098732 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1175c93-0851-4e7b-952f-ebe249f2b6d8 req-e48aa5d0-71c6-4e66-8ea9-d863b51ea56e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:09.100202 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a1175c93-0851-4e7b-952f-ebe249f2b6d8 req-e48aa5d0-71c6-4e66-8ea9-d863b51ea56e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 945 time: 0.0828996 Apr 30 13:26:09.138626 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:09.140258 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-f08a06bd-7b0f-4bfa-8537-921523214561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:09.147628 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a1175c93-0851-4e7b-952f-ebe249f2b6d8 req-09495bca-75fe-4eaa-be9e-f55f82bbd3fe tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410078 Apr 30 13:26:10.155650 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:10.340397 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69172fb5-9436-4491-b803-37b0ac39933c req-a619e06b-b422-4314-93c9-cf6ce321faaf tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:10.341913 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-69172fb5-9436-4491-b803-37b0ac39933c req-a619e06b-b422-4314-93c9-cf6ce321faaf tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 945 time: 0.0843484 Apr 30 13:26:10.495279 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-69172fb5-9436-4491-b803-37b0ac39933c req-e96b7927-f2aa-4a1c-bc22-15ad5db6fd22 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474140 Apr 30 13:26:11.680473 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b36e61-ef4b-4b4f-bb5b-1d115f424e46 req-613fcfad-6bee-43b8-a4b6-497221b5eb16 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:11.681919 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a6b36e61-ef4b-4b4f-bb5b-1d115f424e46 req-613fcfad-6bee-43b8-a4b6-497221b5eb16 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 945 time: 0.0791347 Apr 30 13:26:11.700449 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:11.728285 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a6b36e61-ef4b-4b4f-bb5b-1d115f424e46 req-6a3174ee-950a-4567-a442-49b73a18d3d1 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405078 Apr 30 13:26:12.912423 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb02239-3f7f-4cbb-ae94-8ed8fbd286c5 req-8c0b24ae-4723-44ba-adce-c70ea2d5056e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:12.913862 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8bb02239-3f7f-4cbb-ae94-8ed8fbd286c5 req-8c0b24ae-4723-44ba-adce-c70ea2d5056e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 945 time: 0.0817137 Apr 30 13:26:12.957539 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8bb02239-3f7f-4cbb-ae94-8ed8fbd286c5 req-c29389b2-e0f5-47c9-b0b5-d6b1f5f3d916 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373049 Apr 30 13:26:14.142855 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c9b85-ae15-4988-b5c3-195ea706119d req-9449f018-1802-4db1-8784-5aa56c256203 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:14.144334 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7b3c9b85-ae15-4988-b5c3-195ea706119d req-9449f018-1802-4db1-8784-5aa56c256203 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 945 time: 0.0823393 Apr 30 13:26:14.188683 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7b3c9b85-ae15-4988-b5c3-195ea706119d req-53936e04-59eb-4f1c-90a2-00ba0d128953 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387273 Apr 30 13:26:15.371979 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70171d-535e-4acd-9ea4-77585e53fa43 req-ad9beac9-51cf-48bb-8ac9-4e4af9f91d40 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:15.373446 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7e70171d-535e-4acd-9ea4-77585e53fa43 req-ad9beac9-51cf-48bb-8ac9-4e4af9f91d40 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 945 time: 0.0796490 Apr 30 13:26:15.420700 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7e70171d-535e-4acd-9ea4-77585e53fa43 req-c37b995d-cb03-4965-b247-c54a47860273 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414960 Apr 30 13:26:15.739289 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:26:16.602212 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b8631-ba1b-479e-a935-f49eb8f60733 req-6c110b80-763e-4e9a-ae97-e87ff1b81f74 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:16.603673 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a65b8631-ba1b-479e-a935-f49eb8f60733 req-6c110b80-763e-4e9a-ae97-e87ff1b81f74 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 945 time: 0.0793486 Apr 30 13:26:16.648111 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a65b8631-ba1b-479e-a935-f49eb8f60733 req-2b751a38-053e-4ba1-957b-425f423c9475 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386364 Apr 30 13:26:17.836954 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484b16b-2107-4aec-bddf-e2e8ab0db23c req-c6b5d1eb-43b1-4846-852c-ac80c4fc9ccd tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:17.838444 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4484b16b-2107-4aec-bddf-e2e8ab0db23c req-c6b5d1eb-43b1-4846-852c-ac80c4fc9ccd tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 945 time: 0.0832605 Apr 30 13:26:17.882503 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4484b16b-2107-4aec-bddf-e2e8ab0db23c req-d50528e1-34ff-4bbb-879c-fc3b014319fa tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378950 Apr 30 13:26:18.076248 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e68d7-5338-467d-8643-b0dd2db11e21 req-fe35db38-6f20-4dc4-8fcd-f5b28348a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:18.077726 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dc3e68d7-5338-467d-8643-b0dd2db11e21 req-fe35db38-6f20-4dc4-8fcd-f5b28348a03c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=48d528dc58794031bbd51eaf60573f4b&device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 1098 time: 0.0710161 Apr 30 13:26:18.209019 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e68d7-5338-467d-8643-b0dd2db11e21 req-b978b7e8-96b6-4907-9e1f-3ce6aba30f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:18.210548 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dc3e68d7-5338-467d-8643-b0dd2db11e21 req-b978b7e8-96b6-4907-9e1f-3ce6aba30f51 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c52d5925-28e6-42f1-8bb0-2f5295856676 HTTP/1.1" status: 200 len: 910 time: 0.1257799 Apr 30 13:26:18.319525 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dc3e68d7-5338-467d-8643-b0dd2db11e21 req-f77ec022-a845-47bc-a063-e9d3e1b1a55f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3b2bf62-b77e-4664-b9fe-df3813442aa1 HTTP/1.1" status: 200 len: 1000 time: 0.0996845 Apr 30 13:26:18.387668 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e68d7-5338-467d-8643-b0dd2db11e21 req-06e8dd5f-7b6d-4ea7-bfb8-8e8ffc98ba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:18.389105 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dc3e68d7-5338-467d-8643-b0dd2db11e21 req-06e8dd5f-7b6d-4ea7-bfb8-8e8ffc98ba9c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=32feef93-2fcb-46f3-a9a4-5dd045858449 HTTP/1.1" status: 200 len: 847 time: 0.0592263 Apr 30 13:26:18.468284 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e68d7-5338-467d-8643-b0dd2db11e21 req-37d9ad7b-0143-486a-ba8c-87e04ac18734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:18.469684 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dc3e68d7-5338-467d-8643-b0dd2db11e21 req-37d9ad7b-0143-486a-ba8c-87e04ac18734 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c52d5925-28e6-42f1-8bb0-2f5295856676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738351 Apr 30 13:26:18.602912 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dc3e68d7-5338-467d-8643-b0dd2db11e21 req-5f1dd8c2-20ea-4746-a401-2f2fe7ed9ef2 service neutron] 10.222.0.96 "GET /v2.0/networks/c52d5925-28e6-42f1-8bb0-2f5295856676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253650 Apr 30 13:26:18.734331 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dc3e68d7-5338-467d-8643-b0dd2db11e21 req-3db7d13c-53b7-43a1-a6eb-ce2303d78f65 service neutron] 10.222.0.96 "GET /v2.0/networks/c52d5925-28e6-42f1-8bb0-2f5295856676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241474 Apr 30 13:26:19.067933 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953dc39f-6a0d-4df4-aaa7-6d6767481c58 req-67c362e5-9636-44d2-a29c-29221519c461 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:19.069305 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-953dc39f-6a0d-4df4-aaa7-6d6767481c58 req-67c362e5-9636-44d2-a29c-29221519c461 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 945 time: 0.0785832 Apr 30 13:26:19.114043 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-953dc39f-6a0d-4df4-aaa7-6d6767481c58 req-2dbe0c9e-8dc4-46fb-855f-45fe3b0a8471 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388522 Apr 30 13:26:20.296505 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf63323-7fde-4ae2-86b9-7d07f26fa913 req-69deecf5-d5cb-4798-b44f-a053036a9b71 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:20.297857 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-eaf63323-7fde-4ae2-86b9-7d07f26fa913 req-69deecf5-d5cb-4798-b44f-a053036a9b71 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 945 time: 0.0816708 Apr 30 13:26:20.342511 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-eaf63323-7fde-4ae2-86b9-7d07f26fa913 req-a8cb5303-2cca-4d24-a767-63ed0b15a323 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387187 Apr 30 13:26:21.533931 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304bb0bb-dd1a-423a-899f-f421f1e813ca req-9845420d-f24e-41fd-b6ad-46cdba827a1c tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:21.535421 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-304bb0bb-dd1a-423a-899f-f421f1e813ca req-9845420d-f24e-41fd-b6ad-46cdba827a1c tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 945 time: 0.0847702 Apr 30 13:26:21.680305 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-304bb0bb-dd1a-423a-899f-f421f1e813ca req-c0966f2f-5f21-4b07-b22d-a7b43a80100e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354275 Apr 30 13:26:21.992325 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39856) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:26:22.039392 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5e4ef-ff65-4fee-9238-fdcba4f7fdf5 req-34db81ca-a0e4-4982-9677-1d48d8d43d19 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:22.040864 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0dc5e4ef-ff65-4fee-9238-fdcba4f7fdf5 req-34db81ca-a0e4-4982-9677-1d48d8d43d19 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 945 time: 0.0850744 Apr 30 13:26:22.094597 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0dc5e4ef-ff65-4fee-9238-fdcba4f7fdf5 req-5e3ff368-3fae-4e58-bb95-b2630948550b tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430553 Apr 30 13:26:22.112138 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-3c7b0a82-e64e-41c2-967a-01f041f95f71 req-7ac64da6-2be1-44d0-a39a-b23473a3b4c4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1182008 Apr 30 13:26:23.280263 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15cce9-9972-4215-baf5-fb24effe4a22 req-9646f826-6544-47c4-a614-99f106b10b1c tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:23.281729 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3a15cce9-9972-4215-baf5-fb24effe4a22 req-9646f826-6544-47c4-a614-99f106b10b1c tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 945 time: 0.0790641 Apr 30 13:26:23.325787 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3a15cce9-9972-4215-baf5-fb24effe4a22 req-e4b8377b-4031-4bb2-b5fd-6543d918cf67 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382705 Apr 30 13:26:23.797140 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b0a82-e64e-41c2-967a-01f041f95f71 req-badcd02f-9677-48f9-8c8a-61d6405fdea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:23.798614 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3c7b0a82-e64e-41c2-967a-01f041f95f71 req-badcd02f-9677-48f9-8c8a-61d6405fdea3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7&tenant_id=48d528dc58794031bbd51eaf60573f4b HTTP/1.1" status: 200 len: 1098 time: 0.0730841 Apr 30 13:26:23.903777 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b0a82-e64e-41c2-967a-01f041f95f71 req-55f2d673-569e-47ca-a675-3d51ade0b992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:23.905104 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3c7b0a82-e64e-41c2-967a-01f041f95f71 req-55f2d673-569e-47ca-a675-3d51ade0b992 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=48d528dc58794031bbd51eaf60573f4b&device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 1098 time: 0.0688896 Apr 30 13:26:24.033288 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b0a82-e64e-41c2-967a-01f041f95f71 req-acc8f2f8-ab16-4c23-af52-ba208bd55c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:24.034723 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3c7b0a82-e64e-41c2-967a-01f041f95f71 req-acc8f2f8-ab16-4c23-af52-ba208bd55c9c service neutron] 10.222.0.96 "GET /v2.0/networks?id=c52d5925-28e6-42f1-8bb0-2f5295856676 HTTP/1.1" status: 200 len: 910 time: 0.1220541 Apr 30 13:26:24.139316 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3c7b0a82-e64e-41c2-967a-01f041f95f71 req-bce04951-af4d-4e53-b972-981f26eb9cc9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3b2bf62-b77e-4664-b9fe-df3813442aa1 HTTP/1.1" status: 200 len: 1000 time: 0.0933092 Apr 30 13:26:24.204812 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b0a82-e64e-41c2-967a-01f041f95f71 req-e411dd78-788f-4879-8a9e-efb2cb745703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:24.206205 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3c7b0a82-e64e-41c2-967a-01f041f95f71 req-e411dd78-788f-4879-8a9e-efb2cb745703 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=32feef93-2fcb-46f3-a9a4-5dd045858449 HTTP/1.1" status: 200 len: 847 time: 0.0566401 Apr 30 13:26:24.286213 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b0a82-e64e-41c2-967a-01f041f95f71 req-474b8eb1-1fda-4bdf-8039-281b515a80f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:24.287629 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3c7b0a82-e64e-41c2-967a-01f041f95f71 req-474b8eb1-1fda-4bdf-8039-281b515a80f7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c52d5925-28e6-42f1-8bb0-2f5295856676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716648 Apr 30 13:26:24.328736 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device e3b2bf62-b77e-4664-b9fe-df3813442aa1 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:26:24.420133 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3c7b0a82-e64e-41c2-967a-01f041f95f71 req-306ba099-ea86-4a39-8e0a-22c1052e0a8e service neutron] 10.222.0.96 "GET /v2.0/networks/c52d5925-28e6-42f1-8bb0-2f5295856676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248417 Apr 30 13:26:24.444954 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:24.472600 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3b2bf62-b77e-4664-b9fe-df3813442aa1'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:26:24.482607 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port e3b2bf62-b77e-4664-b9fe-df3813442aa1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3b2bf62-b77e-4664-b9fe-df3813442aa1,segment=NetworkSegment(fdb3bce9-439e-4d88-8638-6275fc27825b),segment_id=fdb3bce9-439e-4d88-8638-6275fc27825b)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:26:24.487300 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:24.489006 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:26:24.524047 dv-cinder-788363-2-iscsi neutron-server[73847]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e3b2bf62-b77e-4664-b9fe-df3813442aa1', 'code': 422} returned with failed status Apr 30 13:26:24.555525 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=e3b2bf62-b77e-4664-b9fe-df3813442aa1,revision_number=6']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:26:24.562786 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:24.563133 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:24.563469 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:24.563800 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:24.564132 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:24.564459 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:24.564781 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:24.565127 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:24.565450 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:24.565769 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:24.566115 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:24.566431 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:24.570495 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:26:24.619126 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3c7b0a82-e64e-41c2-967a-01f041f95f71 req-b238c944-edb8-4019-985c-6a2f9df85e57 service neutron] 10.222.0.96 "GET /v2.0/networks/c52d5925-28e6-42f1-8bb0-2f5295856676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872501 Apr 30 13:26:24.630328 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54995378-a3dd-4bbe-aaf8-362da5cffb9f req-38f2fc9f-f5c9-4a6d-8d06-95d30f55b43b tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:24.631704 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-54995378-a3dd-4bbe-aaf8-362da5cffb9f req-38f2fc9f-f5c9-4a6d-8d06-95d30f55b43b tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 943 time: 0.1796441 Apr 30 13:26:24.681495 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-54995378-a3dd-4bbe-aaf8-362da5cffb9f req-116340a8-c2ed-40e3-9491-50c6b69e19a6 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419843 Apr 30 13:26:25.873135 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a227a-73cb-4c7d-8416-b8c30e982e85 req-e4236ccc-bcf0-46a1-8b72-9a65f52f3af5 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:25.874753 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3a1a227a-73cb-4c7d-8416-b8c30e982e85 req-e4236ccc-bcf0-46a1-8b72-9a65f52f3af5 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 943 time: 0.0822883 Apr 30 13:26:25.920784 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3a1a227a-73cb-4c7d-8416-b8c30e982e85 req-60cf06f0-f10f-4967-92a7-b902f60b1a60 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401573 Apr 30 13:26:27.104976 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb51e8-56cd-49fc-a3db-00fd60ca5ad7 req-f5563319-abf3-4906-b0cf-6c6cf43ca3ae tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:27.107120 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-02fb51e8-56cd-49fc-a3db-00fd60ca5ad7 req-f5563319-abf3-4906-b0cf-6c6cf43ca3ae tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 943 time: 0.0834875 Apr 30 13:26:27.150723 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-02fb51e8-56cd-49fc-a3db-00fd60ca5ad7 req-3a5b3d76-b2de-4dbc-90c9-61bca70192b8 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380244 Apr 30 13:26:28.333176 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4acedf-fab0-4457-a15d-7e2634a52b6c req-684e33ad-f719-415e-8b7b-d450a58df8e2 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:28.334560 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4a4acedf-fab0-4457-a15d-7e2634a52b6c req-684e33ad-f719-415e-8b7b-d450a58df8e2 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 943 time: 0.0790198 Apr 30 13:26:28.377507 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4a4acedf-fab0-4457-a15d-7e2634a52b6c req-e27215f4-764b-47f0-b8cd-62ae8a9e1e80 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373738 Apr 30 13:26:29.561455 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db734d6-c31d-4645-957b-fa9d7c479eb7 req-9aa64316-c04f-414d-b72d-90826a08e1ee tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:29.562900 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6db734d6-c31d-4645-957b-fa9d7c479eb7 req-9aa64316-c04f-414d-b72d-90826a08e1ee tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 943 time: 0.0817149 Apr 30 13:26:29.606359 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6db734d6-c31d-4645-957b-fa9d7c479eb7 req-1eeaf785-e62a-47eb-b78b-892330c874b1 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375822 Apr 30 13:26:30.792000 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef371b3-4831-4c61-893d-3d7f64b57b8b req-b7d20eee-f5c5-4d21-8b1b-7ac64ffb81f0 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:30.793633 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6ef371b3-4831-4c61-893d-3d7f64b57b8b req-b7d20eee-f5c5-4d21-8b1b-7ac64ffb81f0 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 943 time: 0.0806651 Apr 30 13:26:30.840464 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6ef371b3-4831-4c61-893d-3d7f64b57b8b req-425c0e75-f59e-4032-a67b-8f3a2dbc48fe tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404587 Apr 30 13:26:31.721279 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2845a-1e5b-4101-a476-2b1f5b7efaee req-154afe3f-e4f6-470b-be48-00e8cbbf4dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:31.722770 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9ed2845a-1e5b-4101-a476-2b1f5b7efaee req-154afe3f-e4f6-470b-be48-00e8cbbf4dc2 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 1096 time: 0.1642890 Apr 30 13:26:31.764159 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9ed2845a-1e5b-4101-a476-2b1f5b7efaee req-e49b58bc-e361-4197-a958-54eb9ff2ed14 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328028 Apr 30 13:26:32.027905 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232b201-2610-4175-85ec-386c4e4353c6 req-16b9292c-1871-4aa8-867b-274ec24c0512 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:32.029341 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b232b201-2610-4175-85ec-386c4e4353c6 req-16b9292c-1871-4aa8-867b-274ec24c0512 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 943 time: 0.0799403 Apr 30 13:26:32.073692 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b232b201-2610-4175-85ec-386c4e4353c6 req-ff36e81e-f6bd-4af6-8184-d2f5febab321 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386264 Apr 30 13:26:32.356968 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device e3b2bf62-b77e-4664-b9fe-df3813442aa1 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:26:32.485978 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port e3b2bf62-b77e-4664-b9fe-df3813442aa1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3b2bf62-b77e-4664-b9fe-df3813442aa1,segment=NetworkSegment(fdb3bce9-439e-4d88-8638-6275fc27825b),segment_id=fdb3bce9-439e-4d88-8638-6275fc27825b)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:26:32.499064 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Returning: {'device': 'e3b2bf62-b77e-4664-b9fe-df3813442aa1', 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676', 'port_id': 'e3b2bf62-b77e-4664-b9fe-df3813442aa1', 'mac_address': 'fa:16:3e:56:7c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32feef93-2fcb-46f3-a9a4-5dd045858449', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:26:32.555543 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:32.573007 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b2bf62-b77e-4664-b9fe-df3813442aa1 {{(pid=73847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:26:32.588956 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port e3b2bf62-b77e-4664-b9fe-df3813442aa1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3b2bf62-b77e-4664-b9fe-df3813442aa1,segment=NetworkSegment(fdb3bce9-439e-4d88-8638-6275fc27825b),segment_id=fdb3bce9-439e-4d88-8638-6275fc27825b)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:26:32.592997 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:32.594876 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:26:32.659450 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=e3b2bf62-b77e-4664-b9fe-df3813442aa1,revision_number=7']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:26:32.662633 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:26:32.948090 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['e3b2bf62-b77e-4664-b9fe-df3813442aa1'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:26:33.260897 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106282f-99b9-4e52-987e-c534b0072af0 req-3595495e-627b-4e02-b146-ed59704eb961 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:33.262291 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d106282f-99b9-4e52-987e-c534b0072af0 req-3595495e-627b-4e02-b146-ed59704eb961 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 944 time: 0.0823598 Apr 30 13:26:33.309932 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d106282f-99b9-4e52-987e-c534b0072af0 req-382609e4-85ab-4469-8932-adf1b415395d tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414093 Apr 30 13:26:34.354654 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device e3b2bf62-b77e-4664-b9fe-df3813442aa1 up at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:26:34.420241 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning complete for port e3b2bf62-b77e-4664-b9fe-df3813442aa1 triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:26:34.420612 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:34.535112 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:34.566708 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b2bf62-b77e-4664-b9fe-df3813442aa1'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:26:34.582269 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port e3b2bf62-b77e-4664-b9fe-df3813442aa1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3b2bf62-b77e-4664-b9fe-df3813442aa1,segment=NetworkSegment(fdb3bce9-439e-4d88-8638-6275fc27825b),segment_id=fdb3bce9-439e-4d88-8638-6275fc27825b)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:26:34.585815 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:34.587007 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:34.588900 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:26:34.656026 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=e3b2bf62-b77e-4664-b9fe-df3813442aa1,revision_number=8']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:26:34.659003 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:26:34.672272 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b2bf62-b77e-4664-b9fe-df3813442aa1', 'code': 200} Apr 30 13:26:36.468796 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-695be2ce-7f5f-4ab7-9e19-55c42d7b90d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:39.140446 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:39.142259 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-b029815a-4c46-4edc-bb0a-b5b17f07c743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:40.156731 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:41.705853 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:42.829613 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e3db7459-1073-4c44-aa5b-d6f27a9a4735 req-4a1168b1-d457-4aaf-b580-38ffdbdba3a2 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fd171157-fca0-492e-b201-04977f41f617&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673268 Apr 30 13:26:42.931120 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db7459-1073-4c44-aa5b-d6f27a9a4735 req-010bb720-d048-41bc-ba5e-8ffdfa365ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:42.932600 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e3db7459-1073-4c44-aa5b-d6f27a9a4735 req-010bb720-d048-41bc-ba5e-8ffdfa365ac0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e1e5dd31affc47a1876d857176bb46e6&device_id=fd171157-fca0-492e-b201-04977f41f617 HTTP/1.1" status: 200 len: 1099 time: 0.0688431 Apr 30 13:26:43.077413 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db7459-1073-4c44-aa5b-d6f27a9a4735 req-a4d37952-eb3d-4fb2-ba89-5f7c1fb88c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:43.078885 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e3db7459-1073-4c44-aa5b-d6f27a9a4735 req-a4d37952-eb3d-4fb2-ba89-5f7c1fb88c6c service neutron] 10.222.0.96 "GET /v2.0/networks?id=1fcdb7bf-a500-4e1c-8580-268d73eec72c HTTP/1.1" status: 200 len: 913 time: 0.1232758 Apr 30 13:26:43.178818 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e3db7459-1073-4c44-aa5b-d6f27a9a4735 req-48983ae0-98b3-4031-8ba7-77b5a45d66b8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f9757fa-2ed0-4581-b7cf-21e4dba93e92 HTTP/1.1" status: 200 len: 1001 time: 0.0926278 Apr 30 13:26:43.242819 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db7459-1073-4c44-aa5b-d6f27a9a4735 req-75d84103-d377-4519-b228-197f47b64b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:43.244147 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e3db7459-1073-4c44-aa5b-d6f27a9a4735 req-75d84103-d377-4519-b228-197f47b64b71 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c5c52685-6ad3-430f-a262-3b784304e3b7 HTTP/1.1" status: 200 len: 850 time: 0.0593174 Apr 30 13:26:43.317064 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db7459-1073-4c44-aa5b-d6f27a9a4735 req-acef7bfb-38b7-45c5-ba97-c069ae19ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:43.319433 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e3db7459-1073-4c44-aa5b-d6f27a9a4735 req-acef7bfb-38b7-45c5-ba97-c069ae19ae83 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1fcdb7bf-a500-4e1c-8580-268d73eec72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685196 Apr 30 13:26:43.447217 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e3db7459-1073-4c44-aa5b-d6f27a9a4735 req-47200942-cc9d-40f6-9427-8f233154f790 service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211333 Apr 30 13:26:43.577175 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e3db7459-1073-4c44-aa5b-d6f27a9a4735 req-9efdd87f-fba8-40b7-8c38-29c4df08c476 service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233926 Apr 30 13:26:52.737562 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:27:04.577109 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:06.469344 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-3ae4c875-9ba4-4e06-ab05-8eecfe543aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:09.143057 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-6044ce91-fbe5-4b3c-bc1f-f55b38f9f792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:09.145410 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:10.159642 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:11.704793 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:29.736647 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:27:34.580788 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:36.470636 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-70138b17-73f0-4ea5-b09f-999d6aad07be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:39.143849 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-120e3fa1-e73f-449a-a815-97b2aea6144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:39.146506 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:40.162497 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:41.707297 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:42.852582 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-70477df0-64b2-41ec-9127-3f1ffe0ee2ce req-7c232662-1d76-4296-bacc-dd20a88409ec service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736828 Apr 30 13:27:43.018757 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70477df0-64b2-41ec-9127-3f1ffe0ee2ce req-66a799e2-2c0d-49d6-95ca-35a177527878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:43.020214 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-70477df0-64b2-41ec-9127-3f1ffe0ee2ce req-66a799e2-2c0d-49d6-95ca-35a177527878 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=48d528dc58794031bbd51eaf60573f4b&device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 1098 time: 0.0714707 Apr 30 13:27:43.170506 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70477df0-64b2-41ec-9127-3f1ffe0ee2ce req-cb12b39e-dfc6-465e-ab24-3074f0d85cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:43.171944 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-70477df0-64b2-41ec-9127-3f1ffe0ee2ce req-cb12b39e-dfc6-465e-ab24-3074f0d85cd2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c52d5925-28e6-42f1-8bb0-2f5295856676 HTTP/1.1" status: 200 len: 910 time: 0.1264472 Apr 30 13:27:43.287263 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-70477df0-64b2-41ec-9127-3f1ffe0ee2ce req-a591d6ff-ce86-4bb3-add6-d725c32146e3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3b2bf62-b77e-4664-b9fe-df3813442aa1 HTTP/1.1" status: 200 len: 1000 time: 0.1038120 Apr 30 13:27:43.356000 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70477df0-64b2-41ec-9127-3f1ffe0ee2ce req-afb2143c-7dda-456b-bf24-231b4ef9a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:43.357594 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-70477df0-64b2-41ec-9127-3f1ffe0ee2ce req-afb2143c-7dda-456b-bf24-231b4ef9a1f8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=32feef93-2fcb-46f3-a9a4-5dd045858449 HTTP/1.1" status: 200 len: 847 time: 0.0589020 Apr 30 13:27:43.588796 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70477df0-64b2-41ec-9127-3f1ffe0ee2ce req-db577425-a0c2-4ba6-a66f-2793d1003b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:43.590190 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-70477df0-64b2-41ec-9127-3f1ffe0ee2ce req-db577425-a0c2-4ba6-a66f-2793d1003b2a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c52d5925-28e6-42f1-8bb0-2f5295856676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2249260 Apr 30 13:27:43.600354 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c9546-8d19-482f-80e2-42687c4c7810 req-bdd594c8-74f4-425a-ad86-30e6d4001226 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:43.601734 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-530c9546-8d19-482f-80e2-42687c4c7810 req-bdd594c8-74f4-425a-ad86-30e6d4001226 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd171157-fca0-492e-b201-04977f41f617 HTTP/1.1" status: 200 len: 946 time: 0.2023299 Apr 30 13:27:43.727994 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-530c9546-8d19-482f-80e2-42687c4c7810 req-29a86c41-8f38-422c-9a65-da7978ce4a9c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074944 Apr 30 13:27:43.764287 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-70477df0-64b2-41ec-9127-3f1ffe0ee2ce req-8fec6bf9-1a65-4cf7-9a1b-33c5e36049c1 service neutron] 10.222.0.96 "GET /v2.0/networks/c52d5925-28e6-42f1-8bb0-2f5295856676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615772 Apr 30 13:27:43.896176 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-70477df0-64b2-41ec-9127-3f1ffe0ee2ce req-644fd279-a8f9-47c5-85b5-6e17beb7a4cf service neutron] 10.222.0.96 "GET /v2.0/networks/c52d5925-28e6-42f1-8bb0-2f5295856676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229701 Apr 30 13:27:44.914234 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab1ef3-a827-482b-9bfa-208a32e19bdd req-62812c77-8155-4ce6-9797-f4a8c8e21dd2 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:44.915701 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ecab1ef3-a827-482b-9bfa-208a32e19bdd req-62812c77-8155-4ce6-9797-f4a8c8e21dd2 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd171157-fca0-492e-b201-04977f41f617 HTTP/1.1" status: 200 len: 946 time: 0.0809426 Apr 30 13:27:44.961103 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ecab1ef3-a827-482b-9bfa-208a32e19bdd req-51ec1413-97a2-4e2a-9c2d-e7738ceb79db tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396256 Apr 30 13:27:45.507901 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7193e43-02ee-462f-b7fc-0109b95697ac req-872caecb-218e-48c0-823a-4b2759b7492f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:45.509357 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f7193e43-02ee-462f-b7fc-0109b95697ac req-872caecb-218e-48c0-823a-4b2759b7492f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd171157-fca0-492e-b201-04977f41f617 HTTP/1.1" status: 200 len: 946 time: 0.0829432 Apr 30 13:27:45.655288 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-f7193e43-02ee-462f-b7fc-0109b95697ac req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Deleting port 4f9757fa-2ed0-4581-b7cf-21e4dba93e92 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:27:45.655632 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-f7193e43-02ee-462f-b7fc-0109b95697ac req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:45.790567 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-f7193e43-02ee-462f-b7fc-0109b95697ac req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] For port 4f9757fa-2ed0-4581-b7cf-21e4dba93e92, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4f9757fa-2ed0-4581-b7cf-21e4dba93e92,segment=NetworkSegment(5bfe8ee4-855c-4573-9cc9-0bf431a45eda),segment_id=5bfe8ee4-855c-4573-9cc9-0bf431a45eda)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:27:45.790886 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-f7193e43-02ee-462f-b7fc-0109b95697ac req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:46.138298 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-f7193e43-02ee-462f-b7fc-0109b95697ac req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:46.139600 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-f7193e43-02ee-462f-b7fc-0109b95697ac req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657561'] for floatingip, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:46.139600 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.db.l3_db [req-f7193e43-02ee-462f-b7fc-0109b95697ac req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Floating IP 4b3ff4fa-e958-4117-bf0f-acee7f3db32d disassociated. External IP: 172.27.3.48, port: 4f9757fa-2ed0-4581-b7cf-21e4dba93e92. Apr 30 13:27:46.139788 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-f7193e43-02ee-462f-b7fc-0109b95697ac req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Calling delete_port for 4f9757fa-2ed0-4581-b7cf-21e4dba93e92 owned by compute:nova {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:27:46.193604 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b1a6e-9e93-4200-91d6-03963bc8f719 req-23a063e5-6503-47b7-869a-4e90133a5a5c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:46.195083 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-241b1a6e-9e93-4200-91d6-03963bc8f719 req-23a063e5-6503-47b7-869a-4e90133a5a5c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd171157-fca0-492e-b201-04977f41f617 HTTP/1.1" status: 200 len: 946 time: 0.1196935 Apr 30 13:27:46.285298 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-241b1a6e-9e93-4200-91d6-03963bc8f719 req-60bc4a14-f670-462f-93cc-d1e8a447bf83 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843222 Apr 30 13:27:46.315866 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-f7193e43-02ee-462f-b7fc-0109b95697ac req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:46.321814 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-39d3e0b2-f255-4d98-a2f3-c518fb86dac6 tempest-TestMinimumBasicScenario-318521984 tempest-TestMinimumBasicScenario-318521984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:27:46.366494 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Pushing event deleted for resources: {'Port': ['ID=4f9757fa-2ed0-4581-b7cf-21e4dba93e92,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:27:46.428456 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:46.428828 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:46.429190 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:46.429545 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:46.429894 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:46.430268 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:46.430625 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:46.430968 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:46.431315 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:46.431657 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:46.431997 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:46.432336 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:46.440001 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:27:46.660542 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7193e43-02ee-462f-b7fc-0109b95697ac req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Router 4a49765d-eefb-4a48-894a-f39231c40665 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:27:46.848906 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7193e43-02ee-462f-b7fc-0109b95697ac req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:27:46.858080 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4706cb-a2fd-476d-8137-dee2b9de9eab None None] Sync routers for ids ['4a49765d-eefb-4a48-894a-f39231c40665'] in dv-cinder-788363-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:27:46.867602 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4706cb-a2fd-476d-8137-dee2b9de9eab None None] Routers {'4a49765d-eefb-4a48-894a-f39231c40665'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:27:46.868451 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-8d4706cb-a2fd-476d-8137-dee2b9de9eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:27:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['4a49765d-eefb-4a48-894a-f39231c40665'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:46.920583 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7193e43-02ee-462f-b7fc-0109b95697ac req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] No DVR routers for this DVR port 4f9757fa-2ed0-4581-b7cf-21e4dba93e92 on host hv-cinder-78836 {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:27:46.923270 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-f7193e43-02ee-462f-b7fc-0109b95697ac req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:46.925850 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd171157-fca0-492e-b201-04977f41f617', 'name': 'network-vif-deleted', 'tag': '4f9757fa-2ed0-4581-b7cf-21e4dba93e92'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:27:46.943613 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f7193e43-02ee-462f-b7fc-0109b95697ac req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.96 "DELETE /v2.0/ports/4f9757fa-2ed0-4581-b7cf-21e4dba93e92 HTTP/1.1" status: 204 len: 173 time: 1.4253502 Apr 30 13:27:47.036934 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd171157-fca0-492e-b201-04977f41f617', 'name': 'network-vif-deleted', 'tag': '4f9757fa-2ed0-4581-b7cf-21e4dba93e92', 'status': 'completed', 'code': 200} Apr 30 13:27:47.050891 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-8d4706cb-a2fd-476d-8137-dee2b9de9eab None None] Set router 4a49765d-eefb-4a48-894a-f39231c40665 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:27:47.353843 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-8d4706cb-a2fd-476d-8137-dee2b9de9eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a49765d-eefb-4a48-894a-f39231c40665', 'name': 'tempest-TestVolumeBootPattern-483348848-router', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:24:56Z', 'revision_number': 4, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'gw_port': {'id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:53Z', 'updated_at': '2021-04-30T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'c9180ed1-c6e0-4166-9344-f12dd2a33586', 'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'mac_address': 'fa:16:3e:22:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:56Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 5, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'subnets': [{'id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:47.358270 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4706cb-a2fd-476d-8137-dee2b9de9eab None None] Checking router: 4a49765d-eefb-4a48-894a-f39231c40665 for host: dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:27:47.366683 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4706cb-a2fd-476d-8137-dee2b9de9eab None None] Routers {'4a49765d-eefb-4a48-894a-f39231c40665'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:27:47.367293 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-8d4706cb-a2fd-476d-8137-dee2b9de9eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:27:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['4a49765d-eefb-4a48-894a-f39231c40665'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:47.440293 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-4ebd0872-b962-40f6-903e-c8d882ccd5ce req-910a1ef0-f4bb-4e24-8546-c34fb77cf254 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Synchronizing usage tracker for tenant:e1e5dd31affc47a1876d857176bb46e6 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:27:47.455781 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-4ebd0872-b962-40f6-903e-c8d882ccd5ce req-910a1ef0-f4bb-4e24-8546-c34fb77cf254 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Unset dirty status for tenant:e1e5dd31affc47a1876d857176bb46e6 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:27:47.457427 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4ebd0872-b962-40f6-903e-c8d882ccd5ce req-910a1ef0-f4bb-4e24-8546-c34fb77cf254 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd171157-fca0-492e-b201-04977f41f617 HTTP/1.1" status: 200 len: 210 time: 0.0668237 Apr 30 13:27:47.549989 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-8d4706cb-a2fd-476d-8137-dee2b9de9eab None None] Set router 4a49765d-eefb-4a48-894a-f39231c40665 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:27:47.868760 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-8d4706cb-a2fd-476d-8137-dee2b9de9eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a49765d-eefb-4a48-894a-f39231c40665', 'name': 'tempest-TestVolumeBootPattern-483348848-router', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:24:56Z', 'revision_number': 4, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'gw_port': {'id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:53Z', 'updated_at': '2021-04-30T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'c9180ed1-c6e0-4166-9344-f12dd2a33586', 'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'mac_address': 'fa:16:3e:22:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:56Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 5, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'subnets': [{'id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:47.872822 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4706cb-a2fd-476d-8137-dee2b9de9eab None None] The sync data for ids ['4a49765d-eefb-4a48-894a-f39231c40665'] in dv-cinder-788363-2-iscsi is: [{'id': '4a49765d-eefb-4a48-894a-f39231c40665', 'name': 'tempest-TestVolumeBootPattern-483348848-router', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:24:56Z', 'revision_number': 4, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'gw_port': {'id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:53Z', 'updated_at': '2021-04-30T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'c9180ed1-c6e0-4166-9344-f12dd2a33586', 'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'mac_address': 'fa:16:3e:22:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:56Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 5, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'subnets': [{'id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:27:48.090416 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39be5d15-a6a3-4195-83f2-1ba48a2afb6f None None] New status for floating IP 4b3ff4fa-e958-4117-bf0f-acee7f3db32d: DOWN {{(pid=73848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:27:48.708613 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 4f9757fa-2ed0-4581-b7cf-21e4dba93e92 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:27:48.746248 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] No Port match for: 4f9757fa-2ed0-4581-b7cf-21e4dba93e92 {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:27:48.746608 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device 4f9757fa-2ed0-4581-b7cf-21e4dba93e92 not bound to the agent host hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:27:48.754250 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-6420a14e-4c63-4f6c-aa4a-4eac69e3d835 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-710853690&fields=id&tenant_id=e1e5dd31affc47a1876d857176bb46e6 HTTP/1.1" status: 200 len: 267 time: 0.0406418 Apr 30 13:27:48.904459 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-ce8db784-7a15-4d50-802a-c65d9d89d4bd tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:48.905818 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-ce8db784-7a15-4d50-802a-c65d9d89d4bd tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/networks?id=1fcdb7bf-a500-4e1c-8580-268d73eec72c HTTP/1.1" status: 200 len: 811 time: 0.1449707 Apr 30 13:27:48.920906 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-559a7641-efe1-45a6-be24-f188088510e8 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/quotas/e1e5dd31affc47a1876d857176bb46e6 HTTP/1.1" status: 200 len: 375 time: 0.0096338 Apr 30 13:27:49.006403 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-5f780601-ba8d-4a21-9b5c-3bbcf3b6cd63 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e1e5dd31affc47a1876d857176bb46e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0802279 Apr 30 13:27:49.065559 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-96744c64-8dda-4c34-896c-d02d59b8aff9 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=73845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:27:49.066561 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-96744c64-8dda-4c34-896c-d02d59b8aff9 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0490422 Apr 30 13:27:49.200679 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-bff47948-cf59-4546-9be7-3ee9d5418b05 service neutron] 10.222.0.30 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279016 Apr 30 13:27:49.332798 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-4eb68558-7ae2-4450-8d72-8ec635008b9c service neutron] 10.222.0.30 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261864 Apr 30 13:27:49.720179 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1d5b8538-9464-4ca4-8452-67d986bbea0f req-3c310a48-66c4-4327-9378-269af3285582 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 210 time: 0.0474122 Apr 30 13:27:50.927871 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-51f003cf-a4c2-4868-8e84-541d2822ecfc req-80c6c40a-7eab-4dc5-af32-4d77c1cc4da9 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 210 time: 0.0611370 Apr 30 13:27:50.969634 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-efbc4dae-3db9-403f-bb73-350690d4712f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:50.971148 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-efbc4dae-3db9-403f-bb73-350690d4712f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.96 "GET /v2.0/networks?id=1fcdb7bf-a500-4e1c-8580-268d73eec72c HTTP/1.1" status: 200 len: 811 time: 0.1929317 Apr 30 13:27:51.053541 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-55132529-2b31-44c4-94a1-591a44d25e57 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1e5dd31affc47a1876d857176bb46e6 HTTP/1.1" status: 200 len: 379 time: 0.0411005 Apr 30 13:27:51.064630 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-cac04997-da31-47aa-a80d-a190157f3b0a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Request body: {'port': {'device_id': 'de8fef56-d373-4d1c-a9ea-67f866ca6eaf', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'admin_state_up': True, 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'security_groups': ['17d80129-dfd2-4ed7-be59-d5401ac44c4a']}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:27:51.200569 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-cac04997-da31-47aa-a80d-a190157f3b0a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:27:51.210644 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-cac04997-da31-47aa-a80d-a190157f3b0a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:27:51.220966 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-cac04997-da31-47aa-a80d-a190157f3b0a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Made reservation on behalf of e1e5dd31affc47a1876d857176bb46e6 for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:27:51.224566 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-cac04997-da31-47aa-a80d-a190157f3b0a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:51.388496 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-cac04997-da31-47aa-a80d-a190157f3b0a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Allocated IP 172.20.0.8 (1fcdb7bf-a500-4e1c-8580-268d73eec72c/c5c52685-6ad3-430f-a262-3b784304e3b7/a253fe72-e490-4dfe-a4ae-cde55be5174f) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:27:51.689692 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-cac04997-da31-47aa-a80d-a190157f3b0a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:51.706180 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-cac04997-da31-47aa-a80d-a190157f3b0a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Transition to ACTIVE for port object a253fe72-e490-4dfe-a4ae-cde55be5174f will not be triggered until provisioned by entity DHCP. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:27:51.733194 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-cac04997-da31-47aa-a80d-a190157f3b0a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:51.741733 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-514c0843-985c-4be5-bbb2-890ee21e4ae5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:27:51.811433 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-cac04997-da31-47aa-a80d-a190157f3b0a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Network 1fcdb7bf-a500-4e1c-8580-268d73eec72c is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:27:51.817596 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-cac04997-da31-47aa-a80d-a190157f3b0a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:27:51.822459 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-cac04997-da31-47aa-a80d-a190157f3b0a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:27:51.832795 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39960) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:27:51.852453 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac04997-da31-47aa-a80d-a190157f3b0a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Pushing event updated for resources: {'Port': ['ID=a253fe72-e490-4dfe-a4ae-cde55be5174f,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:27:51.859898 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-cac04997-da31-47aa-a80d-a190157f3b0a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:27:51.902149 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-cac04997-da31-47aa-a80d-a190157f3b0a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:51.902979 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-cac04997-da31-47aa-a80d-a190157f3b0a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:51.932438 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-cac04997-da31-47aa-a80d-a190157f3b0a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8712089 Apr 30 13:27:51.953228 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-a7cae543-34fc-441a-a705-e2012d654c2b service neutron] Request body: {'port': {'device_id': 'de8fef56-d373-4d1c-a9ea-67f866ca6eaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:27:52.108099 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-a7cae543-34fc-441a-a705-e2012d654c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:52.177941 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-82debf48-e6a2-47e9-94df-3f3882ff1441 None None] Provisioning for port a253fe72-e490-4dfe-a4ae-cde55be5174f completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:27:52.183987 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-82debf48-e6a2-47e9-94df-3f3882ff1441 None None] Provisioning complete for port a253fe72-e490-4dfe-a4ae-cde55be5174f triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:27:52.184214 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-82debf48-e6a2-47e9-94df-3f3882ff1441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:52.243963 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-82debf48-e6a2-47e9-94df-3f3882ff1441 None None] Port a253fe72-e490-4dfe-a4ae-cde55be5174f cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:27:52.263304 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-4b1d5674-9be2-4aa4-8975-256142207d9e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Deleting port a5b48992-404c-47f6-bd8a-c926719a5108 {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:27:52.264272 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-4b1d5674-9be2-4aa4-8975-256142207d9e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:52.306698 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42515f7f-dc2f-421b-b780-addbba845f15 req-8a45f3b4-ff28-4f33-adc9-9d3634005732 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:52.307392 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-42515f7f-dc2f-421b-b780-addbba845f15 req-8a45f3b4-ff28-4f33-adc9-9d3634005732 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Synchronizing usage tracker for tenant:e1e5dd31affc47a1876d857176bb46e6 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:27:52.341695 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-42515f7f-dc2f-421b-b780-addbba845f15 req-8a45f3b4-ff28-4f33-adc9-9d3634005732 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Unset dirty status for tenant:e1e5dd31affc47a1876d857176bb46e6 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:27:52.342854 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-42515f7f-dc2f-421b-b780-addbba845f15 req-8a45f3b4-ff28-4f33-adc9-9d3634005732 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 931 time: 0.2258368 Apr 30 13:27:52.387225 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-4b1d5674-9be2-4aa4-8975-256142207d9e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:52.387553 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-4b1d5674-9be2-4aa4-8975-256142207d9e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:52.473708 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-42515f7f-dc2f-421b-b780-addbba845f15 req-b3fd1bab-62a7-43ae-bb48-fee112eafb88 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143322 Apr 30 13:27:52.523897 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-4b1d5674-9be2-4aa4-8975-256142207d9e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Calling delete_port for a5b48992-404c-47f6-bd8a-c926719a5108 owned by network:floatingip {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:27:52.579131 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-a7cae543-34fc-441a-a705-e2012d654c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a253fe72-e490-4dfe-a4ae-cde55be5174f {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:27:52.586632 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-a7cae543-34fc-441a-a705-e2012d654c2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:52.650699 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-4b1d5674-9be2-4aa4-8975-256142207d9e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:52.651042 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-a7cae543-34fc-441a-a705-e2012d654c2b service neutron] Transition to ACTIVE for port object a253fe72-e490-4dfe-a4ae-cde55be5174f will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:27:52.654339 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-a7cae543-34fc-441a-a705-e2012d654c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-554251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:52.655717 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-591534c9-fcaa-4827-9cb8-378f1e8c7ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:27:52.659383 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-36481f73-b1f2-4eb5-86ef-ead28f329565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:27:52.706056 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d5674-9be2-4aa4-8975-256142207d9e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Pushing event deleted for resources: {'Port': ['ID=a5b48992-404c-47f6-bd8a-c926719a5108,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:27:52.755637 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d5674-9be2-4aa4-8975-256142207d9e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:52.756019 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d5674-9be2-4aa4-8975-256142207d9e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:52.756538 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d5674-9be2-4aa4-8975-256142207d9e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:52.756904 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d5674-9be2-4aa4-8975-256142207d9e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:52.757439 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d5674-9be2-4aa4-8975-256142207d9e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:52.757618 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d5674-9be2-4aa4-8975-256142207d9e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:52.757993 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d5674-9be2-4aa4-8975-256142207d9e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:52.758370 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d5674-9be2-4aa4-8975-256142207d9e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:52.758725 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d5674-9be2-4aa4-8975-256142207d9e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:52.759083 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d5674-9be2-4aa4-8975-256142207d9e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:52.759421 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d5674-9be2-4aa4-8975-256142207d9e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:52.759950 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d5674-9be2-4aa4-8975-256142207d9e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:52.788139 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cae543-34fc-441a-a705-e2012d654c2b service neutron] Pushing event updated for resources: {'Port': ['ID=a253fe72-e490-4dfe-a4ae-cde55be5174f,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:27:52.795728 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-4b1d5674-9be2-4aa4-8975-256142207d9e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:27:52.819072 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-4b1d5674-9be2-4aa4-8975-256142207d9e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for floatingip, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:52.819461 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.db.l3_db [None req-4b1d5674-9be2-4aa4-8975-256142207d9e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Floating IP 43f328d7-8008-4aba-b73c-6e7a457010a7 disassociated (deleted). External IP: 172.27.3.39, port: e3b2bf62-b77e-4664-b9fe-df3813442aa1. Apr 30 13:27:52.822433 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-a7cae543-34fc-441a-a705-e2012d654c2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:27:52.895053 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-a7cae543-34fc-441a-a705-e2012d654c2b service neutron] Attempting to bind port a253fe72-e490-4dfe-a4ae-cde55be5174f on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:27:52.895383 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-a7cae543-34fc-441a-a705-e2012d654c2b service neutron] Attempting to bind port a253fe72-e490-4dfe-a4ae-cde55be5174f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5bfe8ee4-855c-4573-9cc9-0bf431a45eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:27:52.895709 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-a7cae543-34fc-441a-a705-e2012d654c2b service neutron] Attempting to bind port a253fe72-e490-4dfe-a4ae-cde55be5174f on network 1fcdb7bf-a500-4e1c-8580-268d73eec72c {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:27:52.900263 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-a7cae543-34fc-441a-a705-e2012d654c2b service neutron] Port a253fe72-e490-4dfe-a4ae-cde55be5174f on network 1fcdb7bf-a500-4e1c-8580-268d73eec72c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:27:52.900574 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-a7cae543-34fc-441a-a705-e2012d654c2b service neutron] Attempting to bind port a253fe72-e490-4dfe-a4ae-cde55be5174f on network 1fcdb7bf-a500-4e1c-8580-268d73eec72c {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:27:52.906388 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-a7cae543-34fc-441a-a705-e2012d654c2b service neutron] Checking agent: {'id': '339503ba-6418-440e-8cd9-ebb81c45e407', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:27:52.906388 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-a7cae543-34fc-441a-a705-e2012d654c2b service neutron] Checking segment: {'id': '5bfe8ee4-855c-4573-9cc9-0bf431a45eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:27:52.906774 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-a7cae543-34fc-441a-a705-e2012d654c2b service neutron] Bound using segment: {'id': '5bfe8ee4-855c-4573-9cc9-0bf431a45eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:27:52.907194 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-a7cae543-34fc-441a-a705-e2012d654c2b service neutron] Bound port: a253fe72-e490-4dfe-a4ae-cde55be5174f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bfe8ee4-855c-4573-9cc9-0bf431a45eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:27:52.907537 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-a7cae543-34fc-441a-a705-e2012d654c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:52.998941 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-a7cae543-34fc-441a-a705-e2012d654c2b service neutron] For port a253fe72-e490-4dfe-a4ae-cde55be5174f, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:27:53.001923 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-a7cae543-34fc-441a-a705-e2012d654c2b service neutron] For port a253fe72-e490-4dfe-a4ae-cde55be5174f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a253fe72-e490-4dfe-a4ae-cde55be5174f,segment=NetworkSegment(5bfe8ee4-855c-4573-9cc9-0bf431a45eda),segment_id=5bfe8ee4-855c-4573-9cc9-0bf431a45eda)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:27:53.006659 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-a7cae543-34fc-441a-a705-e2012d654c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-554251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:53.011071 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ec6345a2-47f9-4ee4-849f-fe92626aa560 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:27:53.076723 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-a7cae543-34fc-441a-a705-e2012d654c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:53.077341 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-a7cae543-34fc-441a-a705-e2012d654c2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:53.079232 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-a7cae543-34fc-441a-a705-e2012d654c2b service neutron] 10.222.0.96 "PUT /v2.0/ports/a253fe72-e490-4dfe-a4ae-cde55be5174f HTTP/1.1" status: 200 len: 1093 time: 1.1316800 Apr 30 13:27:53.079435 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8fef56-d373-4d1c-a9ea-67f866ca6eaf', 'tag': 'a253fe72-e490-4dfe-a4ae-cde55be5174f'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:27:53.106810 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cae543-34fc-441a-a705-e2012d654c2b service neutron] Pushing event updated for resources: {'Port': ['ID=a253fe72-e490-4dfe-a4ae-cde55be5174f,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:27:53.111379 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-a7cae543-34fc-441a-a705-e2012d654c2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:27:53.142877 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8fef56-d373-4d1c-a9ea-67f866ca6eaf', 'tag': 'a253fe72-e490-4dfe-a4ae-cde55be5174f', 'status': 'completed', 'code': 200} Apr 30 13:27:53.213347 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1d5674-9be2-4aa4-8975-256142207d9e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Router 0feab5bb-62e4-406b-a243-66357ec7fe41 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:27:53.252758 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-b49ba3d2-132b-4cdd-8485-7ca7cdf22842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:53.254318 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-b49ba3d2-132b-4cdd-8485-7ca7cdf22842 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e1e5dd31affc47a1876d857176bb46e6&device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 1096 time: 0.0814295 Apr 30 13:27:53.349888 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-7808f4b4-7e96-4703-9752-b944f271e655 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a253fe72-e490-4dfe-a4ae-cde55be5174f HTTP/1.1" status: 200 len: 217 time: 0.0725954 Apr 30 13:27:53.411485 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1d5674-9be2-4aa4-8975-256142207d9e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:27:53.424515 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ddcefd-1e57-4d07-bbd3-f25d681153ad None None] Sync routers for ids ['0feab5bb-62e4-406b-a243-66357ec7fe41'] in dv-cinder-788363-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:27:53.428985 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-4b1d5674-9be2-4aa4-8975-256142207d9e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for floatingip, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:53.431390 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-054f085a-4aad-4181-aa82-d56f05519240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:53.432852 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-054f085a-4aad-4181-aa82-d56f05519240 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c5c52685-6ad3-430f-a262-3b784304e3b7 HTTP/1.1" status: 200 len: 850 time: 0.0731461 Apr 30 13:27:53.437104 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ddcefd-1e57-4d07-bbd3-f25d681153ad None None] Routers {'0feab5bb-62e4-406b-a243-66357ec7fe41'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:27:53.437735 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-62ddcefd-1e57-4d07-bbd3-f25d681153ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:27:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['0feab5bb-62e4-406b-a243-66357ec7fe41'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:53.489573 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-4b1d5674-9be2-4aa4-8975-256142207d9e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "DELETE /v2.0/floatingips/43f328d7-8008-4aba-b73c-6e7a457010a7 HTTP/1.1" status: 204 len: 168 time: 1.6556790 Apr 30 13:27:53.490271 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7', 'tag': 'e3b2bf62-b77e-4664-b9fe-df3813442aa1'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:27:53.533576 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-aeeb2dbc-e341-4e30-b80e-a0db1cc2642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:53.535438 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-aeeb2dbc-e341-4e30-b80e-a0db1cc2642c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1fcdb7bf-a500-4e1c-8580-268d73eec72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0921459 Apr 30 13:27:53.656096 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7', 'tag': 'e3b2bf62-b77e-4664-b9fe-df3813442aa1', 'status': 'completed', 'code': 200} Apr 30 13:27:53.767769 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-62ddcefd-1e57-4d07-bbd3-f25d681153ad None None] Set router 0feab5bb-62e4-406b-a243-66357ec7fe41 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:27:53.954783 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db8af7-a7a3-4a3c-89b1-ae3757645a19 req-ab0aca8c-b5bc-4e6a-a54f-e7048e40af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:53.957154 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-00db8af7-a7a3-4a3c-89b1-ae3757645a19 req-ab0aca8c-b5bc-4e6a-a54f-e7048e40af1a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=48d528dc58794031bbd51eaf60573f4b&device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 1098 time: 0.2382534 Apr 30 13:27:53.997391 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-fdd460b5-6a28-435b-8943-354740ed3070 service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513755 Apr 30 13:27:54.054481 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184a165-3a46-40b3-a790-c5ac3eb30354 req-775196f1-cace-4e41-a45c-5ad2fbe23658 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:54.056603 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4184a165-3a46-40b3-a790-c5ac3eb30354 req-775196f1-cace-4e41-a45c-5ad2fbe23658 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 943 time: 0.2232897 Apr 30 13:27:54.152783 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db8af7-a7a3-4a3c-89b1-ae3757645a19 req-519996ea-b90b-493e-855d-79b4f3ead44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:54.155744 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-00db8af7-a7a3-4a3c-89b1-ae3757645a19 req-519996ea-b90b-493e-855d-79b4f3ead44f service neutron] 10.222.0.96 "GET /v2.0/networks?id=c52d5925-28e6-42f1-8bb0-2f5295856676 HTTP/1.1" status: 200 len: 910 time: 0.1900718 Apr 30 13:27:54.169276 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-62ddcefd-1e57-4d07-bbd3-f25d681153ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'name': 'tempest-TestShelveInstance-453054149-router', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '681899cb-6af7-4bb8-af83-c2aab7dacaac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:13Z', 'updated_at': '2021-04-30T13:23:18Z', 'revision_number': 4, 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'gw_port': {'id': '681899cb-6af7-4bb8-af83-c2aab7dacaac', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:15:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:14Z', 'updated_at': '2021-04-30T13:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'af6ac916-7f0c-429b-beaf-8a6952c7697e', 'name': '', 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'mac_address': 'fa:16:3e:66:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '32feef93-2fcb-46f3-a9a4-5dd045858449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:17Z', 'updated_at': '2021-04-30T13:23:25Z', 'revision_number': 5, 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'subnets': [{'id': '32feef93-2fcb-46f3-a9a4-5dd045858449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:54.175586 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ddcefd-1e57-4d07-bbd3-f25d681153ad None None] Checking router: 0feab5bb-62e4-406b-a243-66357ec7fe41 for host: dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:27:54.189516 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ddcefd-1e57-4d07-bbd3-f25d681153ad None None] Routers {'0feab5bb-62e4-406b-a243-66357ec7fe41'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:27:54.191295 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-62ddcefd-1e57-4d07-bbd3-f25d681153ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:27:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['0feab5bb-62e4-406b-a243-66357ec7fe41'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:54.203187 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efddc2-5571-4be4-ad96-ab54e57fe5b2 req-863b3d74-92ee-4efa-92b6-b23e963557e5 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:54.204754 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-19efddc2-5571-4be4-ad96-ab54e57fe5b2 req-863b3d74-92ee-4efa-92b6-b23e963557e5 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 945 time: 0.3032050 Apr 30 13:27:54.213697 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4184a165-3a46-40b3-a790-c5ac3eb30354 req-70ee4218-099f-4df6-b5c1-dc627b374051 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388981 Apr 30 13:27:54.268650 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8205bef5-9a8b-4958-ba72-d9a350f6287f req-7f1387f9-6b99-4eaa-8114-14bc4400a3ef service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631109 Apr 30 13:27:54.293594 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-00db8af7-a7a3-4a3c-89b1-ae3757645a19 req-766227e5-5936-43b7-beec-eec5f5ec3007 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3b2bf62-b77e-4664-b9fe-df3813442aa1 HTTP/1.1" status: 200 len: 217 time: 0.1285353 Apr 30 13:27:54.299317 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-19efddc2-5571-4be4-ad96-ab54e57fe5b2 req-ac46adfc-5587-40d3-ba1b-17fd0f36d2a5 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806425 Apr 30 13:27:54.363942 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db8af7-a7a3-4a3c-89b1-ae3757645a19 req-9ba2b933-0f00-4a14-ac90-5626577126be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:54.365427 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-00db8af7-a7a3-4a3c-89b1-ae3757645a19 req-9ba2b933-0f00-4a14-ac90-5626577126be service neutron] 10.222.0.96 "GET /v2.0/subnets?id=32feef93-2fcb-46f3-a9a4-5dd045858449 HTTP/1.1" status: 200 len: 847 time: 0.0646856 Apr 30 13:27:54.422380 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-62ddcefd-1e57-4d07-bbd3-f25d681153ad None None] Set router 0feab5bb-62e4-406b-a243-66357ec7fe41 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:27:54.448431 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18e4b7-2c8e-4595-ba3d-ce38ace14c40 req-78e1433b-294a-4cf6-b08a-de21503f173d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:54.450027 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1c18e4b7-2c8e-4595-ba3d-ce38ace14c40 req-78e1433b-294a-4cf6-b08a-de21503f173d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e1e5dd31affc47a1876d857176bb46e6&device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 1096 time: 0.0737448 Apr 30 13:27:54.451845 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db8af7-a7a3-4a3c-89b1-ae3757645a19 req-a45718b0-5bf8-4bfb-aaf8-4c9e267a23cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:54.453344 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-00db8af7-a7a3-4a3c-89b1-ae3757645a19 req-a45718b0-5bf8-4bfb-aaf8-4c9e267a23cf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c52d5925-28e6-42f1-8bb0-2f5295856676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774236 Apr 30 13:27:54.600066 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18e4b7-2c8e-4595-ba3d-ce38ace14c40 req-20ed9869-3ca5-4429-9b2a-5d8ba94a4608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:54.602013 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1c18e4b7-2c8e-4595-ba3d-ce38ace14c40 req-20ed9869-3ca5-4429-9b2a-5d8ba94a4608 service neutron] 10.222.0.96 "GET /v2.0/networks?id=1fcdb7bf-a500-4e1c-8580-268d73eec72c HTTP/1.1" status: 200 len: 913 time: 0.1377425 Apr 30 13:27:54.602172 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-00db8af7-a7a3-4a3c-89b1-ae3757645a19 req-a52fa46e-36e0-4867-9805-f6aadbe7ac56 service neutron] 10.222.0.96 "GET /v2.0/networks/c52d5925-28e6-42f1-8bb0-2f5295856676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372733 Apr 30 13:27:54.686692 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1c18e4b7-2c8e-4595-ba3d-ce38ace14c40 req-a61eb481-8bf9-4301-a024-c2afe640cb70 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a253fe72-e490-4dfe-a4ae-cde55be5174f HTTP/1.1" status: 200 len: 217 time: 0.0704014 Apr 30 13:27:54.753571 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [req-00db8af7-a7a3-4a3c-89b1-ae3757645a19 req-9579faaf-30ef-4e75-ad98-1b8a222e78b3 service neutron] 10.222.0.96 "GET /v2.0/networks/c52d5925-28e6-42f1-8bb0-2f5295856676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389265 Apr 30 13:27:54.757265 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18e4b7-2c8e-4595-ba3d-ce38ace14c40 req-1f96d73c-2bed-49e3-abc0-8706e2e8d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:54.759893 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1c18e4b7-2c8e-4595-ba3d-ce38ace14c40 req-1f96d73c-2bed-49e3-abc0-8706e2e8d6f3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c5c52685-6ad3-430f-a262-3b784304e3b7 HTTP/1.1" status: 200 len: 850 time: 0.0639963 Apr 30 13:27:54.763274 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-62ddcefd-1e57-4d07-bbd3-f25d681153ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'name': 'tempest-TestShelveInstance-453054149-router', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '681899cb-6af7-4bb8-af83-c2aab7dacaac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:13Z', 'updated_at': '2021-04-30T13:23:18Z', 'revision_number': 4, 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'gw_port': {'id': '681899cb-6af7-4bb8-af83-c2aab7dacaac', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:15:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:14Z', 'updated_at': '2021-04-30T13:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'af6ac916-7f0c-429b-beaf-8a6952c7697e', 'name': '', 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'mac_address': 'fa:16:3e:66:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '32feef93-2fcb-46f3-a9a4-5dd045858449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:17Z', 'updated_at': '2021-04-30T13:23:25Z', 'revision_number': 5, 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'subnets': [{'id': '32feef93-2fcb-46f3-a9a4-5dd045858449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:54.767803 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ddcefd-1e57-4d07-bbd3-f25d681153ad None None] The sync data for ids ['0feab5bb-62e4-406b-a243-66357ec7fe41'] in dv-cinder-788363-2-iscsi is: [{'id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'name': 'tempest-TestShelveInstance-453054149-router', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '681899cb-6af7-4bb8-af83-c2aab7dacaac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:13Z', 'updated_at': '2021-04-30T13:23:18Z', 'revision_number': 4, 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'gw_port': {'id': '681899cb-6af7-4bb8-af83-c2aab7dacaac', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:15:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:14Z', 'updated_at': '2021-04-30T13:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'af6ac916-7f0c-429b-beaf-8a6952c7697e', 'name': '', 'network_id': 'c52d5925-28e6-42f1-8bb0-2f5295856676', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'mac_address': 'fa:16:3e:66:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '32feef93-2fcb-46f3-a9a4-5dd045858449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:17Z', 'updated_at': '2021-04-30T13:23:25Z', 'revision_number': 5, 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'subnets': [{'id': '32feef93-2fcb-46f3-a9a4-5dd045858449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:27:54.864952 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18e4b7-2c8e-4595-ba3d-ce38ace14c40 req-7bc9c743-e843-4a35-8d39-6c8f8dae8e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:54.866401 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1c18e4b7-2c8e-4595-ba3d-ce38ace14c40 req-7bc9c743-e843-4a35-8d39-6c8f8dae8e8d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1fcdb7bf-a500-4e1c-8580-268d73eec72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806100 Apr 30 13:27:55.008174 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a55176-6033-4c14-98bc-523da0e0b911 None None] New status for floating IP 43f328d7-8008-4aba-b73c-6e7a457010a7: DOWN {{(pid=73848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:27:55.013623 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1c18e4b7-2c8e-4595-ba3d-ce38ace14c40 req-7fbc3ec1-ee99-498d-a946-e1c201becd69 service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392331 Apr 30 13:27:55.153498 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1c18e4b7-2c8e-4595-ba3d-ce38ace14c40 req-e5d83a15-051e-4917-ba27-df6d2a73d635 service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323717 Apr 30 13:27:55.450293 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bd99e-52a9-47fc-9370-73e44333b14e req-89e31922-b2b7-4603-ab52-2a1c56090705 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:55.451936 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-717bd99e-52a9-47fc-9370-73e44333b14e req-89e31922-b2b7-4603-ab52-2a1c56090705 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 943 time: 0.1191719 Apr 30 13:27:55.519283 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-717bd99e-52a9-47fc-9370-73e44333b14e req-51e6e093-0f65-40fb-a948-945a64b6c4f7 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549250 Apr 30 13:27:55.544830 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f741d4c-b476-45f9-ac57-6dcfbf75af33 req-eea18673-30a8-4042-9470-212811edcda7 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:55.546375 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9f741d4c-b476-45f9-ac57-6dcfbf75af33 req-eea18673-30a8-4042-9470-212811edcda7 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 945 time: 0.1339936 Apr 30 13:27:55.595768 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9f741d4c-b476-45f9-ac57-6dcfbf75af33 req-1c8a2757-3f85-47af-860e-deebc994e96d tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/security-groups?id=83cd27c7-2c7b-4b81-9580-39049a1f4ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434766 Apr 30 13:27:55.957269 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17373581-03b9-431d-98c4-03ba02005cc4 req-95f8e8c4-1852-4605-9d75-bd3f0fd99cd0 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:55.959221 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-17373581-03b9-431d-98c4-03ba02005cc4 req-95f8e8c4-1852-4605-9d75-bd3f0fd99cd0 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.96 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 945 time: 0.0916796 Apr 30 13:27:56.103760 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-17373581-03b9-431d-98c4-03ba02005cc4 req-87bed385-abfb-4fc6-ad5e-c3f8eed99f0e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Deleting port e3b2bf62-b77e-4664-b9fe-df3813442aa1 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:27:56.104102 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-17373581-03b9-431d-98c4-03ba02005cc4 req-87bed385-abfb-4fc6-ad5e-c3f8eed99f0e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:56.352981 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-17373581-03b9-431d-98c4-03ba02005cc4 req-87bed385-abfb-4fc6-ad5e-c3f8eed99f0e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] For port e3b2bf62-b77e-4664-b9fe-df3813442aa1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3b2bf62-b77e-4664-b9fe-df3813442aa1,segment=NetworkSegment(fdb3bce9-439e-4d88-8638-6275fc27825b),segment_id=fdb3bce9-439e-4d88-8638-6275fc27825b)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:27:56.353678 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-17373581-03b9-431d-98c4-03ba02005cc4 req-87bed385-abfb-4fc6-ad5e-c3f8eed99f0e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:56.481938 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-17373581-03b9-431d-98c4-03ba02005cc4 req-87bed385-abfb-4fc6-ad5e-c3f8eed99f0e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Calling delete_port for e3b2bf62-b77e-4664-b9fe-df3813442aa1 owned by compute:nova {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:27:56.601399 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-17373581-03b9-431d-98c4-03ba02005cc4 req-87bed385-abfb-4fc6-ad5e-c3f8eed99f0e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:56.608318 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-4beda3a8-10ba-4ff1-9169-4c3d6d32dfa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:27:56.689783 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bed385-abfb-4fc6-ad5e-c3f8eed99f0e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Pushing event deleted for resources: {'Port': ['ID=e3b2bf62-b77e-4664-b9fe-df3813442aa1,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:27:56.698407 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-87bed385-abfb-4fc6-ad5e-c3f8eed99f0e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:27:56.823225 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-91c77097-ee61-4b1c-813a-478eb10bd666 req-531afc64-2c0f-4b31-b970-2f6f9378a798 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 210 time: 0.0834417 Apr 30 13:27:56.829417 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-17373581-03b9-431d-98c4-03ba02005cc4 req-87bed385-abfb-4fc6-ad5e-c3f8eed99f0e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] No DVR routers for this DVR port e3b2bf62-b77e-4664-b9fe-df3813442aa1 on host hv-cinder-78836 {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:27:56.832562 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-17373581-03b9-431d-98c4-03ba02005cc4 req-87bed385-abfb-4fc6-ad5e-c3f8eed99f0e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:56.837174 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7', 'name': 'network-vif-deleted', 'tag': 'e3b2bf62-b77e-4664-b9fe-df3813442aa1'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:27:56.870417 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-17373581-03b9-431d-98c4-03ba02005cc4 req-87bed385-abfb-4fc6-ad5e-c3f8eed99f0e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.96 "DELETE /v2.0/ports/e3b2bf62-b77e-4664-b9fe-df3813442aa1 HTTP/1.1" status: 204 len: 173 time: 0.9024436 Apr 30 13:27:56.887896 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1518a-a80f-4a58-a8f1-43bb7faf78bc req-da0d4534-fa1d-4574-8303-f8817fd7c0bd tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:56.889450 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0cd1518a-a80f-4a58-a8f1-43bb7faf78bc req-da0d4534-fa1d-4574-8303-f8817fd7c0bd tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 943 time: 0.2419071 Apr 30 13:27:56.891193 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7', 'name': 'network-vif-deleted', 'tag': 'e3b2bf62-b77e-4664-b9fe-df3813442aa1', 'status': 'completed', 'code': 200} Apr 30 13:27:56.950655 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0cd1518a-a80f-4a58-a8f1-43bb7faf78bc req-deeebf03-0dfb-48f5-9b13-c9ea1db6861a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551286 Apr 30 13:27:58.002392 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-47f64c80-b9a1-47a5-b2d3-784010e9f6bd req-ef2f8751-11ad-46fb-8ddf-47b5b2841a75 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Synchronizing usage tracker for tenant:48d528dc58794031bbd51eaf60573f4b on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:27:58.019140 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-47f64c80-b9a1-47a5-b2d3-784010e9f6bd req-ef2f8751-11ad-46fb-8ddf-47b5b2841a75 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Unset dirty status for tenant:48d528dc58794031bbd51eaf60573f4b on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:27:58.020507 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-47f64c80-b9a1-47a5-b2d3-784010e9f6bd req-ef2f8751-11ad-46fb-8ddf-47b5b2841a75 tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "GET /v2.0/ports?device_id=0727bd25-69bd-4c1d-bb08-c4d3dd8f27c7 HTTP/1.1" status: 200 len: 210 time: 0.0684295 Apr 30 13:27:58.149152 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ba10b-a17d-4dff-8713-2bc5f498abc7 req-f77eae70-753b-4ffc-8380-9f28966f1eb9 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:58.150558 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-864ba10b-a17d-4dff-8713-2bc5f498abc7 req-f77eae70-753b-4ffc-8380-9f28966f1eb9 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 943 time: 0.0910935 Apr 30 13:27:58.197658 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-864ba10b-a17d-4dff-8713-2bc5f498abc7 req-3bf29cba-b8b1-4eea-8b5c-7fa4e33c08c9 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405917 Apr 30 13:27:58.747929 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device e3b2bf62-b77e-4664-b9fe-df3813442aa1 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:27:58.784412 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] No Port match for: e3b2bf62-b77e-4664-b9fe-df3813442aa1 {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:27:58.784764 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device e3b2bf62-b77e-4664-b9fe-df3813442aa1 not bound to the agent host hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:27:59.118841 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 39994) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:27:59.188818 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e74fee1e-b611-499d-bac4-81e4b077773c tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:59.219016 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e74fee1e-b611-499d-bac4-81e4b077773c tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:59.284427 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e74fee1e-b611-499d-bac4-81e4b077773c tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:59.288798 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0dec74e3-3cab-4a51-9c89-d61fc03a6721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:27:59.304265 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fee1e-b611-499d-bac4-81e4b077773c tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cd27c7-2c7b-4b81-9580-39049a1f4ef1,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:27:59.306702 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e74fee1e-b611-499d-bac4-81e4b077773c tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:27:59.321824 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e74fee1e-b611-499d-bac4-81e4b077773c tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:59.325560 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-e74fee1e-b611-499d-bac4-81e4b077773c tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] 10.222.0.30 "DELETE /v2.0/security-groups/83cd27c7-2c7b-4b81-9580-39049a1f4ef1 HTTP/1.1" status: 204 len: 168 time: 0.2031732 Apr 30 13:27:59.407267 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2dd92-2118-48e7-86eb-7f270ce09c58 req-e71e96af-b0e8-4014-8f69-550342010bc9 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:59.408814 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f9d2dd92-2118-48e7-86eb-7f270ce09c58 req-e71e96af-b0e8-4014-8f69-550342010bc9 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 943 time: 0.1032126 Apr 30 13:27:59.457355 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f9d2dd92-2118-48e7-86eb-7f270ce09c58 req-feb2ca95-2a9e-454b-82d8-609a3d86dfd7 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424345 Apr 30 13:28:00.396095 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 40004) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:28:00.683387 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ad962-3a23-48a4-a357-9f6a81273709 req-9bf9535e-0764-40e2-8efa-690f2ca78042 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:28:00.684882 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ad3ad962-3a23-48a4-a357-9f6a81273709 req-9bf9535e-0764-40e2-8efa-690f2ca78042 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 943 time: 0.1132579 Apr 30 13:28:00.734760 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ad3ad962-3a23-48a4-a357-9f6a81273709 req-9c60a508-e4aa-405b-8d92-1cd20a9be632 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433660 Apr 30 13:28:00.971430 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b5db773d-552f-427a-b7d9-59220c3c0678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657523'] for router_interface, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:01.490625 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-b5db773d-552f-427a-b7d9-59220c3c0678 admin admin] Deleting port af6ac916-7f0c-429b-beaf-8a6952c7697e {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:28:01.491357 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b5db773d-552f-427a-b7d9-59220c3c0678 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:01.618385 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-b5db773d-552f-427a-b7d9-59220c3c0678 admin admin] For port af6ac916-7f0c-429b-beaf-8a6952c7697e, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=af6ac916-7f0c-429b-beaf-8a6952c7697e,segment=NetworkSegment(fdb3bce9-439e-4d88-8638-6275fc27825b),segment_id=fdb3bce9-439e-4d88-8638-6275fc27825b)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:28:01.618776 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b5db773d-552f-427a-b7d9-59220c3c0678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:01.752124 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-b5db773d-552f-427a-b7d9-59220c3c0678 admin admin] Calling delete_port for af6ac916-7f0c-429b-beaf-8a6952c7697e owned by network:router_interface {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:28:01.929231 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e01a62-980b-4dbc-9da6-5b2efa4ff5da req-b6795c5a-97a3-4b00-ae80-be4dba2492ce tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:28:01.930811 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-56e01a62-980b-4dbc-9da6-5b2efa4ff5da req-b6795c5a-97a3-4b00-ae80-be4dba2492ce tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 943 time: 0.0843225 Apr 30 13:28:01.981175 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-56e01a62-980b-4dbc-9da6-5b2efa4ff5da req-b16221c0-7129-4b7b-afb9-850054318083 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437086 Apr 30 13:28:02.083078 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b5db773d-552f-427a-b7d9-59220c3c0678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:02.086744 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-ba6290cf-1527-426b-8ebc-006ba85648c4 tempest-AttachVolumeTestJSON-40596066 tempest-AttachVolumeTestJSON-40596066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:28:02.129288 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db773d-552f-427a-b7d9-59220c3c0678 admin admin] Pushing event deleted for resources: {'Port': ['ID=af6ac916-7f0c-429b-beaf-8a6952c7697e,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:28:02.132462 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-b5db773d-552f-427a-b7d9-59220c3c0678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:28:02.400948 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b5db773d-552f-427a-b7d9-59220c3c0678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712131'] for router_interface, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:02.781549 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device a253fe72-e490-4dfe-a4ae-cde55be5174f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:28:02.872401 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5db773d-552f-427a-b7d9-59220c3c0678 admin admin] Router 0feab5bb-62e4-406b-a243-66357ec7fe41 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:28:02.915093 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port a253fe72-e490-4dfe-a4ae-cde55be5174f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a253fe72-e490-4dfe-a4ae-cde55be5174f,segment=NetworkSegment(5bfe8ee4-855c-4573-9cc9-0bf431a45eda),segment_id=5bfe8ee4-855c-4573-9cc9-0bf431a45eda)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:28:02.928838 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Returning: {'device': 'a253fe72-e490-4dfe-a4ae-cde55be5174f', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'port_id': 'a253fe72-e490-4dfe-a4ae-cde55be5174f', 'mac_address': 'fa:16:3e:0a:02:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:28:02.988438 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:03.006090 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a253fe72-e490-4dfe-a4ae-cde55be5174f {{(pid=73847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:28:03.022992 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port a253fe72-e490-4dfe-a4ae-cde55be5174f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a253fe72-e490-4dfe-a4ae-cde55be5174f,segment=NetworkSegment(5bfe8ee4-855c-4573-9cc9-0bf431a45eda),segment_id=5bfe8ee4-855c-4573-9cc9-0bf431a45eda)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:28:03.027233 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:03.029130 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-ec9e2acd-0d54-493c-8716-b48a09ea6682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:28:03.057181 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5db773d-552f-427a-b7d9-59220c3c0678 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:28:03.076697 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61349cfa-fe54-4e24-8d47-7280aa75e718 None None] Sync routers for ids ['0feab5bb-62e4-406b-a243-66357ec7fe41'] in dv-cinder-788363-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:28:03.078805 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-b5db773d-552f-427a-b7d9-59220c3c0678 admin admin] 10.222.0.30 "PUT /v2.0/routers/0feab5bb-62e4-406b-a243-66357ec7fe41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6811814 Apr 30 13:28:03.083189 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 40014) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:28:03.104231 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61349cfa-fe54-4e24-8d47-7280aa75e718 None None] Routers {'0feab5bb-62e4-406b-a243-66357ec7fe41'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:28:03.104874 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-61349cfa-fe54-4e24-8d47-7280aa75e718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:27:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['0feab5bb-62e4-406b-a243-66357ec7fe41'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:28:03.221509 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=a253fe72-e490-4dfe-a4ae-cde55be5174f,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:28:03.245169 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:28:03.245559 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:28:03.245860 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:28:03.246819 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:28:03.247171 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:28:03.247517 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:28:03.248446 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:28:03.248786 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:28:03.249600 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:28:03.249945 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:28:03.250297 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:28:03.250623 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:28:03.256533 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:28:03.322272 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-796b01e9-cbf0-4aac-9984-1ef013e01968 admin admin] Notify callbacks [] for router, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:03.359301 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-61349cfa-fe54-4e24-8d47-7280aa75e718 None None] Set router 0feab5bb-62e4-406b-a243-66357ec7fe41 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:28:03.459054 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['a253fe72-e490-4dfe-a4ae-cde55be5174f'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:28:03.607639 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3daf393-2681-4da9-ac2c-6c001062a49f req-f80c7f25-7dfc-4a50-891a-9492b5df0931 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:28:03.609132 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e3daf393-2681-4da9-ac2c-6c001062a49f req-f80c7f25-7dfc-4a50-891a-9492b5df0931 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 944 time: 0.3464165 Apr 30 13:28:03.677610 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e3daf393-2681-4da9-ac2c-6c001062a49f req-afaf6694-515b-4c7b-833f-a3382794ced0 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562809 Apr 30 13:28:03.679388 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-796b01e9-cbf0-4aac-9984-1ef013e01968 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:03.762416 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-796b01e9-cbf0-4aac-9984-1ef013e01968 admin admin] Deleting port 681899cb-6af7-4bb8-af83-c2aab7dacaac {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:28:03.762798 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-796b01e9-cbf0-4aac-9984-1ef013e01968 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:03.847168 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-61349cfa-fe54-4e24-8d47-7280aa75e718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'name': 'tempest-TestShelveInstance-453054149-router', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '681899cb-6af7-4bb8-af83-c2aab7dacaac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:13Z', 'updated_at': '2021-04-30T13:28:02Z', 'revision_number': 5, 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'gw_port': {'id': '681899cb-6af7-4bb8-af83-c2aab7dacaac', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:15:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:14Z', 'updated_at': '2021-04-30T13:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:28:03.859237 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61349cfa-fe54-4e24-8d47-7280aa75e718 None None] Checking router: 0feab5bb-62e4-406b-a243-66357ec7fe41 for host: dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:28:03.897792 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [None req-796b01e9-cbf0-4aac-9984-1ef013e01968 admin admin] For port 681899cb-6af7-4bb8-af83-c2aab7dacaac, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=681899cb-6af7-4bb8-af83-c2aab7dacaac,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:28:03.898270 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-796b01e9-cbf0-4aac-9984-1ef013e01968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:03.899218 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61349cfa-fe54-4e24-8d47-7280aa75e718 None None] Routers {'0feab5bb-62e4-406b-a243-66357ec7fe41'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:28:03.899875 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-61349cfa-fe54-4e24-8d47-7280aa75e718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:27:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['0feab5bb-62e4-406b-a243-66357ec7fe41'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:28:04.026785 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-796b01e9-cbf0-4aac-9984-1ef013e01968 admin admin] Calling delete_port for 681899cb-6af7-4bb8-af83-c2aab7dacaac owned by network:router_gateway {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:28:04.124754 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-61349cfa-fe54-4e24-8d47-7280aa75e718 None None] Set router 0feab5bb-62e4-406b-a243-66357ec7fe41 gateway port host: None {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:28:04.303171 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-61349cfa-fe54-4e24-8d47-7280aa75e718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'name': 'tempest-TestShelveInstance-453054149-router', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:13Z', 'updated_at': '2021-04-30T13:28:03Z', 'revision_number': 6, 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'gw_port_host': None}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:28:04.309281 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61349cfa-fe54-4e24-8d47-7280aa75e718 None None] The sync data for ids ['0feab5bb-62e4-406b-a243-66357ec7fe41'] in dv-cinder-788363-2-iscsi is: [{'id': '0feab5bb-62e4-406b-a243-66357ec7fe41', 'name': 'tempest-TestShelveInstance-453054149-router', 'tenant_id': '48d528dc58794031bbd51eaf60573f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:13Z', 'updated_at': '2021-04-30T13:28:03Z', 'revision_number': 6, 'project_id': '48d528dc58794031bbd51eaf60573f4b', 'gw_port_host': None}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:28:04.352067 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-796b01e9-cbf0-4aac-9984-1ef013e01968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:04.356668 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-cac04997-da31-47aa-a80d-a190157f3b0a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:28:04.407357 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b01e9-cbf0-4aac-9984-1ef013e01968 admin admin] Pushing event deleted for resources: {'Port': ['ID=681899cb-6af7-4bb8-af83-c2aab7dacaac,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:28:04.432951 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-796b01e9-cbf0-4aac-9984-1ef013e01968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:28:04.500683 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-796b01e9-cbf0-4aac-9984-1ef013e01968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-669924'] for router_gateway, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:04.594752 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:04.684292 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-796b01e9-cbf0-4aac-9984-1ef013e01968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30109'] for router, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:04.687532 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-796b01e9-cbf0-4aac-9984-1ef013e01968 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:04.718045 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-796b01e9-cbf0-4aac-9984-1ef013e01968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711489'] for router, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:04.718720 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796b01e9-cbf0-4aac-9984-1ef013e01968 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0feab5bb-62e4-406b-a243-66357ec7fe41 {{(pid=73845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:28:04.734366 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-796b01e9-cbf0-4aac-9984-1ef013e01968 admin admin] Notify callbacks [] for router, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:04.735856 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-796b01e9-cbf0-4aac-9984-1ef013e01968 admin admin] 10.222.0.30 "DELETE /v2.0/routers/0feab5bb-62e4-406b-a243-66357ec7fe41 HTTP/1.1" status: 204 len: 168 time: 1.6515944 Apr 30 13:28:04.738921 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 40020) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:28:04.812419 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae853400-a9d8-4949-8f33-58afef33c1a2 admin admin] Deleting subnet 32feef93-2fcb-46f3-a9a4-5dd045858449 {{(pid=73846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:28:04.815658 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ae853400-a9d8-4949-8f33-58afef33c1a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:04.867063 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ae853400-a9d8-4949-8f33-58afef33c1a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819611'] for subnet, precommit_delete_associations {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:04.880584 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad27c9-5c6f-48f7-9c87-8f3ff6211db4 req-1924c17b-64ca-4e28-8ace-3eb99639e7c2 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:28:04.882193 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1aad27c9-5c6f-48f7-9c87-8f3ff6211db4 req-1924c17b-64ca-4e28-8ace-3eb99639e7c2 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 944 time: 0.0886390 Apr 30 13:28:04.930448 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1aad27c9-5c6f-48f7-9c87-8f3ff6211db4 req-82de6495-8154-4173-9f89-8d5dea6df0da tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422986 Apr 30 13:28:04.954827 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ae853400-a9d8-4949-8f33-58afef33c1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513256'] for subnet, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:05.214431 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ae853400-a9d8-4949-8f33-58afef33c1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8252089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978881'] for subnet, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:05.218751 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:28:05.256677 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae853400-a9d8-4949-8f33-58afef33c1a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32feef93-2fcb-46f3-a9a4-5dd045858449,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:28:05.259769 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-ae853400-a9d8-4949-8f33-58afef33c1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:28:05.260801 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ae853400-a9d8-4949-8f33-58afef33c1a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for subnet, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:05.270155 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-ae853400-a9d8-4949-8f33-58afef33c1a2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/32feef93-2fcb-46f3-a9a4-5dd045858449 HTTP/1.1" status: 204 len: 168 time: 0.5268674 Apr 30 13:28:05.270691 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 40024) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:28:05.276600 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c0b7a3-3afe-455d-b6c1-c602cd210555 None None] Network c52d5925-28e6-42f1-8bb0-2f5295856676 requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:28:05.386360 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-afcdb95f-7430-4d1f-be12-cefd9b611dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669671'] for network, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:05.468342 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-afcdb95f-7430-4d1f-be12-cefd9b611dce admin admin] Deleting port 52cba46e-90b4-48b0-b8c6-1410be9e5489 {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:28:05.468648 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-afcdb95f-7430-4d1f-be12-cefd9b611dce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:05.570759 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb4265e-261a-4aeb-b337-7b0846071146 None None] DHCP port deletion for c52d5925-28e6-42f1-8bb0-2f5295856676 request from dv-cinder-788363-2-iscsi {{(pid=73847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:28:05.575399 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-afcdb95f-7430-4d1f-be12-cefd9b611dce admin admin] For port 52cba46e-90b4-48b0-b8c6-1410be9e5489, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=52cba46e-90b4-48b0-b8c6-1410be9e5489,segment=NetworkSegment(fdb3bce9-439e-4d88-8638-6275fc27825b),segment_id=fdb3bce9-439e-4d88-8638-6275fc27825b)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:28:05.576516 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-afcdb95f-7430-4d1f-be12-cefd9b611dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:05.638170 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-6eb4265e-261a-4aeb-b337-7b0846071146 None None] Deleting port 52cba46e-90b4-48b0-b8c6-1410be9e5489 {{(pid=73847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:28:05.638645 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-6eb4265e-261a-4aeb-b337-7b0846071146 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:05.757141 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-afcdb95f-7430-4d1f-be12-cefd9b611dce admin admin] Calling delete_port for 52cba46e-90b4-48b0-b8c6-1410be9e5489 owned by network:dhcp {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:28:05.775954 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-6eb4265e-261a-4aeb-b337-7b0846071146 None None] For port 52cba46e-90b4-48b0-b8c6-1410be9e5489, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=52cba46e-90b4-48b0-b8c6-1410be9e5489,segment=NetworkSegment(fdb3bce9-439e-4d88-8638-6275fc27825b),segment_id=fdb3bce9-439e-4d88-8638-6275fc27825b)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:28:05.776613 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-6eb4265e-261a-4aeb-b337-7b0846071146 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:05.805392 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-afcdb95f-7430-4d1f-be12-cefd9b611dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:05.809591 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e28490bc-d5e1-462c-b44b-4c4828d508d8 tempest-ServerRescueNegativeTestJSON-744041077 tempest-ServerRescueNegativeTestJSON-744041077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:28:05.855892 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcdb95f-7430-4d1f-be12-cefd9b611dce admin admin] Pushing event deleted for resources: {'Port': ['ID=52cba46e-90b4-48b0-b8c6-1410be9e5489,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:28:05.858554 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcdb95f-7430-4d1f-be12-cefd9b611dce admin admin] No DVR routers for this DVR port 52cba46e-90b4-48b0-b8c6-1410be9e5489 on host dv-cinder-788363-2-iscsi {{(pid=73846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:28:05.860263 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-afcdb95f-7430-4d1f-be12-cefd9b611dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:28:06.068983 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-6eb4265e-261a-4aeb-b337-7b0846071146 None None] Calling delete_port for 52cba46e-90b4-48b0-b8c6-1410be9e5489 owned by network:dhcp {{(pid=73847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:28:06.102182 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-afcdb95f-7430-4d1f-be12-cefd9b611dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508261', 'neutron.services.segments.db._delete_segments_for_network-8741672489629'] for network, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:06.137784 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-6eb4265e-261a-4aeb-b337-7b0846071146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959'] for port, after_delete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:06.144094 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-ec9e2acd-0d54-493c-8716-b48a09ea6682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:28:06.174920 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515679e-e6a5-4336-a086-bf1edaac6369 req-47c4fad4-aae0-42b0-b06e-34253db7eda3 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:28:06.177045 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6515679e-e6a5-4336-a086-bf1edaac6369 req-47c4fad4-aae0-42b0-b06e-34253db7eda3 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 944 time: 0.1255915 Apr 30 13:28:06.184288 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 681899cb-6af7-4bb8-af83-c2aab7dacaac no longer exists at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:28:06.224690 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.services.segments.db [None req-afcdb95f-7430-4d1f-be12-cefd9b611dce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c52d5925-28e6-42f1-8bb0-2f5295856676']}} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:28:06.227146 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6515679e-e6a5-4336-a086-bf1edaac6369 req-314dd962-e5fa-42d5-8e94-acef9e0ec3aa tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432501 Apr 30 13:28:06.236939 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4265e-261a-4aeb-b337-7b0846071146 None None] Pushing event deleted for resources: {'Port': ['ID=52cba46e-90b4-48b0-b8c6-1410be9e5489,revision_number=None']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:28:06.239059 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb4265e-261a-4aeb-b337-7b0846071146 None None] No DVR routers for this DVR port 52cba46e-90b4-48b0-b8c6-1410be9e5489 on host dv-cinder-788363-2-iscsi {{(pid=73847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:28:06.240359 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] No Port match for: 681899cb-6af7-4bb8-af83-c2aab7dacaac {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:28:06.240728 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 681899cb-6af7-4bb8-af83-c2aab7dacaac not bound to the agent host dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:28:06.241143 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device af6ac916-7f0c-429b-beaf-8a6952c7697e no longer exists at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:28:06.241776 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.services.segments.db [None req-afcdb95f-7430-4d1f-be12-cefd9b611dce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb3bce9-439e-4d88-8638-6275fc27825b') {'for_net_delete': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:28:06.242123 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.services.segments.db [None req-afcdb95f-7430-4d1f-be12-cefd9b611dce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb3bce9-439e-4d88-8638-6275fc27825b') {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:28:06.255600 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-afcdb95f-7430-4d1f-be12-cefd9b611dce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672501863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5819602'] for segment, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:06.266691 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-6eb4265e-261a-4aeb-b337-7b0846071146 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:28:06.280000 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] No Port match for: af6ac916-7f0c-429b-beaf-8a6952c7697e {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:28:06.280729 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device af6ac916-7f0c-429b-beaf-8a6952c7697e not bound to the agent host dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:28:06.280839 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 52cba46e-90b4-48b0-b8c6-1410be9e5489 no longer exists at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:28:06.283008 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-afcdb95f-7430-4d1f-be12-cefd9b611dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:06.290538 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afcdb95f-7430-4d1f-be12-cefd9b611dce admin admin] Releasing vlan 1183 on physical network physnet1 to pool {{(pid=73846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:28:06.315531 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] No Port match for: 52cba46e-90b4-48b0-b8c6-1410be9e5489 {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:28:06.315531 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 52cba46e-90b4-48b0-b8c6-1410be9e5489 not bound to the agent host dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:28:06.464850 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-afcdb95f-7430-4d1f-be12-cefd9b611dce admin admin] Network c52d5925-28e6-42f1-8bb0-2f5295856676 has no segments {{(pid=73846) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:28:06.472538 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-ecbdaf47-41b5-4726-bd10-b2b20fa6ecc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:06.474864 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-afcdb95f-7430-4d1f-be12-cefd9b611dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1513757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8251923'] for segment, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:06.655553 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-afcdb95f-7430-4d1f-be12-cefd9b611dce admin admin] Network c52d5925-28e6-42f1-8bb0-2f5295856676 has no segments {{(pid=73846) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: Traceback (most recent call last): Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: timer() Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: cb(*args, **kw) Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: return func(*args, **kwargs) Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: self._notify() Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: self.callback(batched_events) Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: event.method(event) Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: return f(self, *a, **k) Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: return self._get(url).json() Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: return self.request(url, 'GET', **kwargs) Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:28:06.678273 dv-cinder-788363-2-iscsi neutron-server[73846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:28:06.740314 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:28:06.754405 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-afcdb95f-7430-4d1f-be12-cefd9b611dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670072'] for network, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:06.758572 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:28:06.778889 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-afcdb95f-7430-4d1f-be12-cefd9b611dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:06.785797 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcdb95f-7430-4d1f-be12-cefd9b611dce admin admin] Pushing event deleted for resources: {'Network': ['ID=c52d5925-28e6-42f1-8bb0-2f5295856676,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:28:06.790683 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-afcdb95f-7430-4d1f-be12-cefd9b611dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:28:06.791785 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device a253fe72-e490-4dfe-a4ae-cde55be5174f up at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:28:06.805623 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-afcdb95f-7430-4d1f-be12-cefd9b611dce admin admin] 10.222.0.30 "DELETE /v2.0/networks/c52d5925-28e6-42f1-8bb0-2f5295856676 HTTP/1.1" status: 204 len: 168 time: 1.5340455 Apr 30 13:28:06.808673 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 40030) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:28:06.875350 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning for port a253fe72-e490-4dfe-a4ae-cde55be5174f completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:28:06.880388 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning complete for port a253fe72-e490-4dfe-a4ae-cde55be5174f triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:28:06.880763 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:07.043509 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:07.077135 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8fef56-d373-4d1c-a9ea-67f866ca6eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a253fe72-e490-4dfe-a4ae-cde55be5174f'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:28:07.088300 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port a253fe72-e490-4dfe-a4ae-cde55be5174f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a253fe72-e490-4dfe-a4ae-cde55be5174f,segment=NetworkSegment(5bfe8ee4-855c-4573-9cc9-0bf431a45eda),segment_id=5bfe8ee4-855c-4573-9cc9-0bf431a45eda)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:28:07.093176 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:07.095640 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-5008f905-591e-4fba-ad4a-8660406903cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:28:07.129203 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8fef56-d373-4d1c-a9ea-67f866ca6eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a253fe72-e490-4dfe-a4ae-cde55be5174f', 'code': 200} Apr 30 13:28:07.171358 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=a253fe72-e490-4dfe-a4ae-cde55be5174f,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:28:07.174931 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:28:07.401547 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-44d07b02-4824-4650-b0af-d0a781342c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657523'] for router_interface, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:07.464453 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9516123-6a1c-4cc7-bd44-86505d79a6e4 req-353ab466-b342-4aff-86fb-3adfaf793b49 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:28:07.466119 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f9516123-6a1c-4cc7-bd44-86505d79a6e4 req-353ab466-b342-4aff-86fb-3adfaf793b49 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 945 time: 0.1157510 Apr 30 13:28:07.564859 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f9516123-6a1c-4cc7-bd44-86505d79a6e4 req-6350b82d-b156-41ad-bff5-6620968e904f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918608 Apr 30 13:28:07.606841 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d456c-800f-4974-bdb5-c28c6747e802 req-c73ce406-5d69-47b0-8940-195695dad49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:28:07.608891 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f86d456c-800f-4974-bdb5-c28c6747e802 req-c73ce406-5d69-47b0-8940-195695dad49b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 1098 time: 0.1346831 Apr 30 13:28:07.656556 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f86d456c-800f-4974-bdb5-c28c6747e802 req-8530d02e-92cf-40d4-9c21-ba6c2b877ec6 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374727 Apr 30 13:28:07.954769 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-44d07b02-4824-4650-b0af-d0a781342c23 admin admin] Deleting port bcdb0985-cc69-4428-a439-078d7249198f {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:28:07.955389 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-44d07b02-4824-4650-b0af-d0a781342c23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:08.082638 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-44d07b02-4824-4650-b0af-d0a781342c23 admin admin] For port bcdb0985-cc69-4428-a439-078d7249198f, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=bcdb0985-cc69-4428-a439-078d7249198f,segment=NetworkSegment(a2f30dbe-3840-4bf7-9182-5bce6df394da),segment_id=a2f30dbe-3840-4bf7-9182-5bce6df394da)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:28:08.082994 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-44d07b02-4824-4650-b0af-d0a781342c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:08.207192 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-44d07b02-4824-4650-b0af-d0a781342c23 admin admin] Calling delete_port for bcdb0985-cc69-4428-a439-078d7249198f owned by network:router_interface {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:28:08.362126 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-44d07b02-4824-4650-b0af-d0a781342c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:08.365871 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-4534d0ed-88f9-4ad3-be8b-537eecf5cba9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:28:08.409381 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d07b02-4824-4650-b0af-d0a781342c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcdb0985-cc69-4428-a439-078d7249198f,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:28:08.412600 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-44d07b02-4824-4650-b0af-d0a781342c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:28:08.686314 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-44d07b02-4824-4650-b0af-d0a781342c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712131'] for router_interface, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:08.776908 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212373d-53bf-432d-a24b-eef1ba6a52cf req-c50f1c21-a762-427b-a91d-da740a57d948 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:28:08.778419 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3212373d-53bf-432d-a24b-eef1ba6a52cf req-c50f1c21-a762-427b-a91d-da740a57d948 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 945 time: 0.0923901 Apr 30 13:28:08.849211 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3212373d-53bf-432d-a24b-eef1ba6a52cf req-bd82dc9c-61b5-4929-8bd5-cf33a384213b tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638084 Apr 30 13:28:09.149158 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-7ab63e3a-e39a-497c-8689-e5f09f2853d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:09.151011 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:09.195150 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d07b02-4824-4650-b0af-d0a781342c23 admin admin] Router 12f96d27-687a-4e90-96a1-542c23ce225a has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:28:09.383982 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d07b02-4824-4650-b0af-d0a781342c23 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:28:09.393031 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38431d8-4f5a-43d7-8da9-d5978020c83e None None] Sync routers for ids ['12f96d27-687a-4e90-96a1-542c23ce225a'] in dv-cinder-788363-2-iscsi {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:28:09.400762 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-44d07b02-4824-4650-b0af-d0a781342c23 admin admin] 10.222.0.30 "PUT /v2.0/routers/12f96d27-687a-4e90-96a1-542c23ce225a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5905206 Apr 30 13:28:09.403105 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38431d8-4f5a-43d7-8da9-d5978020c83e None None] Routers {'12f96d27-687a-4e90-96a1-542c23ce225a'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:28:09.403321 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 40040) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:28:09.403731 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-d38431d8-4f5a-43d7-8da9-d5978020c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:28:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['12f96d27-687a-4e90-96a1-542c23ce225a'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:28:09.591452 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-d38431d8-4f5a-43d7-8da9-d5978020c83e None None] Set router 12f96d27-687a-4e90-96a1-542c23ce225a gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:28:09.717846 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3df43953-4c3f-4574-8f73-1e4e05083feb admin admin] Notify callbacks [] for router, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:09.874764 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-d38431d8-4f5a-43d7-8da9-d5978020c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f96d27-687a-4e90-96a1-542c23ce225a', 'name': 'tempest-TestShelveInstance-1665329584-router', 'tenant_id': 'f53f8c925bfc4ded8e34cc514f6c13a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd4111918-f21d-4934-b705-11e4676341d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:20Z', 'updated_at': '2021-04-30T13:28:08Z', 'revision_number': 5, 'project_id': 'f53f8c925bfc4ded8e34cc514f6c13a0', 'gw_port': {'id': 'd4111918-f21d-4934-b705-11e4676341d3', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f96d27-687a-4e90-96a1-542c23ce225a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:21Z', 'updated_at': '2021-04-30T13:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:28:09.878834 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38431d8-4f5a-43d7-8da9-d5978020c83e None None] Checking router: 12f96d27-687a-4e90-96a1-542c23ce225a for host: dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:28:09.887479 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38431d8-4f5a-43d7-8da9-d5978020c83e None None] Routers {'12f96d27-687a-4e90-96a1-542c23ce225a'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:28:09.888385 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-d38431d8-4f5a-43d7-8da9-d5978020c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:28:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['12f96d27-687a-4e90-96a1-542c23ce225a'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:28:09.899159 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3df43953-4c3f-4574-8f73-1e4e05083feb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:10.007281 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-3df43953-4c3f-4574-8f73-1e4e05083feb admin admin] Deleting port d4111918-f21d-4934-b705-11e4676341d3 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:28:10.007523 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3df43953-4c3f-4574-8f73-1e4e05083feb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:10.078370 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-d38431d8-4f5a-43d7-8da9-d5978020c83e None None] Set router 12f96d27-687a-4e90-96a1-542c23ce225a gateway port host: None {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:28:10.167599 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:10.171060 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539d3f1-7050-4087-9657-a63b96900f5f req-479c8816-c56c-4dda-8da2-b29ec61c08dd tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:28:10.172577 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e539d3f1-7050-4087-9657-a63b96900f5f req-479c8816-c56c-4dda-8da2-b29ec61c08dd tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 945 time: 0.2044868 Apr 30 13:28:10.174449 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [None req-3df43953-4c3f-4574-8f73-1e4e05083feb admin admin] For port d4111918-f21d-4934-b705-11e4676341d3, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=d4111918-f21d-4934-b705-11e4676341d3,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:28:10.174810 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3df43953-4c3f-4574-8f73-1e4e05083feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:10.190500 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-d38431d8-4f5a-43d7-8da9-d5978020c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f96d27-687a-4e90-96a1-542c23ce225a', 'name': 'tempest-TestShelveInstance-1665329584-router', 'tenant_id': 'f53f8c925bfc4ded8e34cc514f6c13a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:20Z', 'updated_at': '2021-04-30T13:28:09Z', 'revision_number': 6, 'project_id': 'f53f8c925bfc4ded8e34cc514f6c13a0', 'gw_port_host': None}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:28:10.194779 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38431d8-4f5a-43d7-8da9-d5978020c83e None None] The sync data for ids ['12f96d27-687a-4e90-96a1-542c23ce225a'] in dv-cinder-788363-2-iscsi is: [{'id': '12f96d27-687a-4e90-96a1-542c23ce225a', 'name': 'tempest-TestShelveInstance-1665329584-router', 'tenant_id': 'f53f8c925bfc4ded8e34cc514f6c13a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:20Z', 'updated_at': '2021-04-30T13:28:09Z', 'revision_number': 6, 'project_id': 'f53f8c925bfc4ded8e34cc514f6c13a0', 'gw_port_host': None}] {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:28:10.314784 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-3df43953-4c3f-4574-8f73-1e4e05083feb admin admin] Calling delete_port for d4111918-f21d-4934-b705-11e4676341d3 owned by network:router_gateway {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:28:10.348044 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e539d3f1-7050-4087-9657-a63b96900f5f req-96e62ce8-9dca-48db-a51f-a4df2206ea91 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630025 Apr 30 13:28:10.516917 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3df43953-4c3f-4574-8f73-1e4e05083feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:10.521789 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-17e2b473-2e8d-4b38-9a19-0f52706c0991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:28:10.575127 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df43953-4c3f-4574-8f73-1e4e05083feb admin admin] Pushing event deleted for resources: {'Port': ['ID=d4111918-f21d-4934-b705-11e4676341d3,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:28:10.606608 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3df43953-4c3f-4574-8f73-1e4e05083feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:28:10.672911 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44afcfcd-39cf-455d-b0f2-32a6e7c0e074 req-7fe81229-80bb-4b78-92da-df4f369d0bd1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:28:10.674391 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44afcfcd-39cf-455d-b0f2-32a6e7c0e074 req-7fe81229-80bb-4b78-92da-df4f369d0bd1 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 945 time: 0.2176611 Apr 30 13:28:10.707226 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3df43953-4c3f-4574-8f73-1e4e05083feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-669924'] for router_gateway, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:10.893395 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3df43953-4c3f-4574-8f73-1e4e05083feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30109'] for router, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:10.897235 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44afcfcd-39cf-455d-b0f2-32a6e7c0e074 req-f0756ce5-9b01-4236-aef8-b580ce87528a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165630 Apr 30 13:28:10.898273 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3df43953-4c3f-4574-8f73-1e4e05083feb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:10.921823 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 40048) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:28:10.932650 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3df43953-4c3f-4574-8f73-1e4e05083feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711489'] for router, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:10.933360 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df43953-4c3f-4574-8f73-1e4e05083feb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12f96d27-687a-4e90-96a1-542c23ce225a {{(pid=73845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:28:10.947026 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3df43953-4c3f-4574-8f73-1e4e05083feb admin admin] Notify callbacks [] for router, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:10.950553 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-3df43953-4c3f-4574-8f73-1e4e05083feb admin admin] 10.222.0.30 "DELETE /v2.0/routers/12f96d27-687a-4e90-96a1-542c23ce225a HTTP/1.1" status: 204 len: 168 time: 1.5438728 Apr 30 13:28:10.951534 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 40052) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:28:11.008252 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc809f0-f49f-4e4f-b541-3d665ae86436 tempest-TestVolumeBootPattern-85613895 tempest-TestVolumeBootPattern-85613895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:28:11.010422 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-7fc809f0-f49f-4e4f-b541-3d665ae86436 tempest-TestVolumeBootPattern-85613895 tempest-TestVolumeBootPattern-85613895-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 1093 time: 0.0874043 Apr 30 13:28:11.012565 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 40056) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:28:11.019077 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.v2.base [None req-73574f70-f9a3-4bd9-aee8-aebec58cc99c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Request body: {'floatingip': {'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'port_id': 'a253fe72-e490-4dfe-a4ae-cde55be5174f', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=73846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:28:11.025602 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-73574f70-f9a3-4bd9-aee8-aebec58cc99c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:28:11.030176 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-73574f70-f9a3-4bd9-aee8-aebec58cc99c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Usage tracker for resource:floatingip and tenant:e1e5dd31affc47a1876d857176bb46e6 is out of sync, need to count used quota {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:28:11.033322 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.quota.resource [None req-73574f70-f9a3-4bd9-aee8-aebec58cc99c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=73846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:28:11.040035 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.quota.driver [None req-73574f70-f9a3-4bd9-aee8-aebec58cc99c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=73846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:28:11.054579 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-73574f70-f9a3-4bd9-aee8-aebec58cc99c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for floatingip, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:11.127728 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e4d478-4a55-407c-8b48-0be3622e27aa admin admin] Deleting subnet ee6dc8ee-297c-45fc-9d0f-57e0a0899898 {{(pid=73845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:28:11.130839 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f0e4d478-4a55-407c-8b48-0be3622e27aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:11.185597 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f0e4d478-4a55-407c-8b48-0be3622e27aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6252063'] for subnet, precommit_delete_associations {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:11.204266 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-73574f70-f9a3-4bd9-aee8-aebec58cc99c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:11.284105 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f0e4d478-4a55-407c-8b48-0be3622e27aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513256'] for subnet, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:11.349236 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [None req-73574f70-f9a3-4bd9-aee8-aebec58cc99c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Allocated IP 172.27.3.152 (c3b86f7e-3861-4477-9f50-64652b00e102/6d81663d-75dc-44ec-8bd2-9cfe56c21a4e/f0842aa6-93f4-43d0-a156-16eaaab8796e) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:28:11.515275 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-73574f70-f9a3-4bd9-aee8-aebec58cc99c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:11.548058 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f0e4d478-4a55-407c-8b48-0be3622e27aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-554365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7079056'] for subnet, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:11.553010 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-02af4941-4a91-40c6-9e10-69d889642a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:28:11.558780 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-73574f70-f9a3-4bd9-aee8-aebec58cc99c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:11.563140 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-f8ee61b8-2bf2-4223-af1d-f0731eaccd79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:28:11.588139 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4d478-4a55-407c-8b48-0be3622e27aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee6dc8ee-297c-45fc-9d0f-57e0a0899898,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:28:11.591050 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-f0e4d478-4a55-407c-8b48-0be3622e27aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:28:11.592077 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f0e4d478-4a55-407c-8b48-0be3622e27aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:11.597654 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f5dcb6-5754-486f-b42b-9f75a2856355 None None] Network acda2445-7cfa-4934-abd3-e7302605e09c requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:28:11.600934 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-f0e4d478-4a55-407c-8b48-0be3622e27aa admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ee6dc8ee-297c-45fc-9d0f-57e0a0899898 HTTP/1.1" status: 204 len: 168 time: 0.6481335 Apr 30 13:28:11.601530 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 40060) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:28:11.645939 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73574f70-f9a3-4bd9-aee8-aebec58cc99c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Network c3b86f7e-3861-4477-9f50-64652b00e102 is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:28:11.649315 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-73574f70-f9a3-4bd9-aee8-aebec58cc99c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Resources bound (agent type, host, resource id): {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:28:11.653301 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73574f70-f9a3-4bd9-aee8-aebec58cc99c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:28:11.684140 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73574f70-f9a3-4bd9-aee8-aebec58cc99c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Pushing event updated for resources: {'Port': ['ID=f0842aa6-93f4-43d0-a156-16eaaab8796e,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:28:11.690448 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-73574f70-f9a3-4bd9-aee8-aebec58cc99c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:28:11.734600 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:11.752694 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-64d1445e-a772-46c7-a50d-f1554af7bc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669671'] for network, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:11.826915 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-64d1445e-a772-46c7-a50d-f1554af7bc17 admin admin] Deleting port a4ad80d6-f7f4-4e71-a17c-3dffe0a85289 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:28:11.827363 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-64d1445e-a772-46c7-a50d-f1554af7bc17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:11.895815 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343c660b-baca-445e-82b2-e8b7b50453e0 None None] DHCP port deletion for acda2445-7cfa-4934-abd3-e7302605e09c request from dv-cinder-788363-2-iscsi {{(pid=73847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:28:11.930521 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [None req-64d1445e-a772-46c7-a50d-f1554af7bc17 admin admin] For port a4ad80d6-f7f4-4e71-a17c-3dffe0a85289, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=a4ad80d6-f7f4-4e71-a17c-3dffe0a85289,segment=NetworkSegment(a2f30dbe-3840-4bf7-9182-5bce6df394da),segment_id=a2f30dbe-3840-4bf7-9182-5bce6df394da)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:28:11.931147 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-64d1445e-a772-46c7-a50d-f1554af7bc17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:11.961824 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-343c660b-baca-445e-82b2-e8b7b50453e0 None None] Deleting port a4ad80d6-f7f4-4e71-a17c-3dffe0a85289 {{(pid=73847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:28:11.962248 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-343c660b-baca-445e-82b2-e8b7b50453e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:12.066262 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-343c660b-baca-445e-82b2-e8b7b50453e0 None None] For port a4ad80d6-f7f4-4e71-a17c-3dffe0a85289, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=a4ad80d6-f7f4-4e71-a17c-3dffe0a85289,segment=NetworkSegment(a2f30dbe-3840-4bf7-9182-5bce6df394da),segment_id=a2f30dbe-3840-4bf7-9182-5bce6df394da)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:28:12.066678 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-343c660b-baca-445e-82b2-e8b7b50453e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:12.070050 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-64d1445e-a772-46c7-a50d-f1554af7bc17 admin admin] Calling delete_port for a4ad80d6-f7f4-4e71-a17c-3dffe0a85289 owned by network:dhcp {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:28:12.101131 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-73574f70-f9a3-4bd9-aee8-aebec58cc99c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:12.142358 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-64d1445e-a772-46c7-a50d-f1554af7bc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:12.148786 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:28:12.192624 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device a4ad80d6-f7f4-4e71-a17c-3dffe0a85289 no longer exists at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:28:12.196060 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-73574f70-f9a3-4bd9-aee8-aebec58cc99c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:12.202630 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1445e-a772-46c7-a50d-f1554af7bc17 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ad80d6-f7f4-4e71-a17c-3dffe0a85289,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:28:12.205769 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-64d1445e-a772-46c7-a50d-f1554af7bc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:28:12.206593 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d1445e-a772-46c7-a50d-f1554af7bc17 admin admin] No DVR routers for this DVR port a4ad80d6-f7f4-4e71-a17c-3dffe0a85289 on host dv-cinder-788363-2-iscsi {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:28:12.225734 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-343c660b-baca-445e-82b2-e8b7b50453e0 None None] Calling delete_port for a4ad80d6-f7f4-4e71-a17c-3dffe0a85289 owned by network:dhcp {{(pid=73847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:28:12.245239 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] No Port match for: a4ad80d6-f7f4-4e71-a17c-3dffe0a85289 {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:28:12.245609 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device a4ad80d6-f7f4-4e71-a17c-3dffe0a85289 not bound to the agent host dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:28:12.246035 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device bcdb0985-cc69-4428-a439-078d7249198f no longer exists at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:28:12.281917 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] No Port match for: bcdb0985-cc69-4428-a439-078d7249198f {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:28:12.282322 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device bcdb0985-cc69-4428-a439-078d7249198f not bound to the agent host dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:28:12.282733 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device d4111918-f21d-4934-b705-11e4676341d3 no longer exists at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:28:12.324737 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] No Port match for: d4111918-f21d-4934-b705-11e4676341d3 {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:28:12.325071 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device d4111918-f21d-4934-b705-11e4676341d3 not bound to the agent host dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:28:12.360989 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-343c660b-baca-445e-82b2-e8b7b50453e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959'] for port, after_delete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:12.367618 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-64d1445e-a772-46c7-a50d-f1554af7bc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508261', 'neutron.services.segments.db._delete_segments_for_network-8741672489629'] for network, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:12.368956 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:28:12.415641 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c660b-baca-445e-82b2-e8b7b50453e0 None None] Pushing event deleted for resources: {'Port': ['ID=a4ad80d6-f7f4-4e71-a17c-3dffe0a85289,revision_number=None']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:28:12.418678 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-343c660b-baca-445e-82b2-e8b7b50453e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:28:12.420136 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343c660b-baca-445e-82b2-e8b7b50453e0 None None] No DVR routers for this DVR port a4ad80d6-f7f4-4e71-a17c-3dffe0a85289 on host dv-cinder-788363-2-iscsi {{(pid=73847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:28:12.493071 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-64d1445e-a772-46c7-a50d-f1554af7bc17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acda2445-7cfa-4934-abd3-e7302605e09c']}} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:28:12.505512 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-64d1445e-a772-46c7-a50d-f1554af7bc17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f30dbe-3840-4bf7-9182-5bce6df394da') {'for_net_delete': True} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:28:12.505810 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-64d1445e-a772-46c7-a50d-f1554af7bc17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f30dbe-3840-4bf7-9182-5bce6df394da') {} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:28:12.517823 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-64d1445e-a772-46c7-a50d-f1554af7bc17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672501863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6252054'] for segment, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:12.535830 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-64d1445e-a772-46c7-a50d-f1554af7bc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:12.542338 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d1445e-a772-46c7-a50d-f1554af7bc17 admin admin] Releasing vlan 1171 on physical network physnet1 to pool {{(pid=73845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:28:12.553482 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-73574f70-f9a3-4bd9-aee8-aebec58cc99c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:12.559493 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-73574f70-f9a3-4bd9-aee8-aebec58cc99c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8252111'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:12.563492 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-494df318-f237-4a71-8975-2eb610ff0d7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:28:12.680653 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73574f70-f9a3-4bd9-aee8-aebec58cc99c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Pushing event updated for resources: {'Port': ['ID=f0842aa6-93f4-43d0-a156-16eaaab8796e,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:28:12.684694 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-73574f70-f9a3-4bd9-aee8-aebec58cc99c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:28:12.696253 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-73574f70-f9a3-4bd9-aee8-aebec58cc99c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657561'] for floatingip, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:12.714186 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [None req-64d1445e-a772-46c7-a50d-f1554af7bc17 admin admin] Network acda2445-7cfa-4934-abd3-e7302605e09c has no segments {{(pid=73845) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:28:12.727757 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-64d1445e-a772-46c7-a50d-f1554af7bc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1513757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-554455'] for segment, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:12.874927 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.db.l3_db [None req-73574f70-f9a3-4bd9-aee8-aebec58cc99c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Floating IP e2b2619d-036f-4459-b511-92cea53bd983 associated. External IP: 172.27.3.152, port: a253fe72-e490-4dfe-a4ae-cde55be5174f. Apr 30 13:28:12.999578 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [None req-64d1445e-a772-46c7-a50d-f1554af7bc17 admin admin] Network acda2445-7cfa-4934-abd3-e7302605e09c has no segments {{(pid=73845) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: Traceback (most recent call last): Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: timer() Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: cb(*args, **kw) Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: return func(*args, **kwargs) Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: self._notify() Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: self.callback(batched_events) Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: event.method(event) Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: return f(self, *a, **k) Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: return self._get(url).json() Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: return self.request(url, 'GET', **kwargs) Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:28:13.021271 dv-cinder-788363-2-iscsi neutron-server[73845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:28:13.100360 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-64d1445e-a772-46c7-a50d-f1554af7bc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670072'] for network, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:13.107200 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-64d1445e-a772-46c7-a50d-f1554af7bc17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:13.113088 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:28:13.144323 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1445e-a772-46c7-a50d-f1554af7bc17 admin admin] Pushing event deleted for resources: {'Network': ['ID=acda2445-7cfa-4934-abd3-e7302605e09c,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:28:13.146843 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-64d1445e-a772-46c7-a50d-f1554af7bc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:28:13.151977 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-64d1445e-a772-46c7-a50d-f1554af7bc17 admin admin] 10.222.0.30 "DELETE /v2.0/networks/acda2445-7cfa-4934-abd3-e7302605e09c HTTP/1.1" status: 204 len: 168 time: 1.5462415 Apr 30 13:28:13.225871 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73574f70-f9a3-4bd9-aee8-aebec58cc99c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Router 4a49765d-eefb-4a48-894a-f39231c40665 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:28:13.358190 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 40066) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:28:13.416799 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73574f70-f9a3-4bd9-aee8-aebec58cc99c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:28:13.426738 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccb7860-129e-4dd8-9532-50f3e70343c7 None None] Sync routers for ids ['4a49765d-eefb-4a48-894a-f39231c40665'] in dv-cinder-788363-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:28:13.437751 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccb7860-129e-4dd8-9532-50f3e70343c7 None None] Routers {'4a49765d-eefb-4a48-894a-f39231c40665'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:28:13.438966 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-2ccb7860-129e-4dd8-9532-50f3e70343c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:28:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['4a49765d-eefb-4a48-894a-f39231c40665'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:28:13.446495 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-73574f70-f9a3-4bd9-aee8-aebec58cc99c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for floatingip, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:13.520137 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-73574f70-f9a3-4bd9-aee8-aebec58cc99c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4943252 Apr 30 13:28:13.520137 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8fef56-d373-4d1c-a9ea-67f866ca6eaf', 'tag': 'a253fe72-e490-4dfe-a4ae-cde55be5174f'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:28:13.558903 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8fef56-d373-4d1c-a9ea-67f866ca6eaf', 'tag': 'a253fe72-e490-4dfe-a4ae-cde55be5174f', 'status': 'completed', 'code': 200} Apr 30 13:28:13.594785 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-ecee84d9-74a5-4204-b615-f632c4f0c213 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=48d528dc58794031bbd51eaf60573f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352343 Apr 30 13:28:13.597422 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 40076) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:28:13.659178 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-494f714d-7730-451e-9516-ae2204d5b554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:13.672647 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-2ccb7860-129e-4dd8-9532-50f3e70343c7 None None] Set router 4a49765d-eefb-4a48-894a-f39231c40665 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:28:13.688640 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-494f714d-7730-451e-9516-ae2204d5b554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:13.689883 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a2fca-60cf-41e5-92de-877d6dc9f4e8 req-1dfb0da7-c9a6-4611-8920-32ac9fcff412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:28:13.691402 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-981a2fca-60cf-41e5-92de-877d6dc9f4e8 req-1dfb0da7-c9a6-4611-8920-32ac9fcff412 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e1e5dd31affc47a1876d857176bb46e6&device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 1098 time: 0.0826566 Apr 30 13:28:13.744030 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-494f714d-7730-451e-9516-ae2204d5b554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:13.749890 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-b66e1794-d1bb-43f4-aad3-ff71ce8e6420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:28:13.768147 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f714d-7730-451e-9516-ae2204d5b554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22d805f-9537-4f9c-98b6-80e1fe41b2aa,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:28:13.771253 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-494f714d-7730-451e-9516-ae2204d5b554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:28:13.773842 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-494f714d-7730-451e-9516-ae2204d5b554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:13.774610 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-494f714d-7730-451e-9516-ae2204d5b554 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b22d805f-9537-4f9c-98b6-80e1fe41b2aa HTTP/1.1" status: 204 len: 168 time: 0.1760743 Apr 30 13:28:13.835869 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a2fca-60cf-41e5-92de-877d6dc9f4e8 req-3d50a5a7-f1eb-4dd2-be90-f635c46f2006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:28:13.837332 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-981a2fca-60cf-41e5-92de-877d6dc9f4e8 req-3d50a5a7-f1eb-4dd2-be90-f635c46f2006 service neutron] 10.222.0.96 "GET /v2.0/networks?id=1fcdb7bf-a500-4e1c-8580-268d73eec72c HTTP/1.1" status: 200 len: 913 time: 0.1390977 Apr 30 13:28:13.952087 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-981a2fca-60cf-41e5-92de-877d6dc9f4e8 req-0495f1fe-6943-4858-aa55-b010083d88d9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a253fe72-e490-4dfe-a4ae-cde55be5174f HTTP/1.1" status: 200 len: 999 time: 0.1077082 Apr 30 13:28:14.015122 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a2fca-60cf-41e5-92de-877d6dc9f4e8 req-4c1bf1de-113f-4ba6-917e-8afbecc013ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:28:14.016914 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-981a2fca-60cf-41e5-92de-877d6dc9f4e8 req-4c1bf1de-113f-4ba6-917e-8afbecc013ad service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c5c52685-6ad3-430f-a262-3b784304e3b7 HTTP/1.1" status: 200 len: 850 time: 0.0585401 Apr 30 13:28:14.053446 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-2ccb7860-129e-4dd8-9532-50f3e70343c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a49765d-eefb-4a48-894a-f39231c40665', 'name': 'tempest-TestVolumeBootPattern-483348848-router', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:24:56Z', 'revision_number': 4, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'gw_port': {'id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:53Z', 'updated_at': '2021-04-30T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': 'e2b2619d-036f-4459-b511-92cea53bd983', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'port_id': 'a253fe72-e490-4dfe-a4ae-cde55be5174f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'mac_address': 'fa:16:3e:0a:02:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8fef56-d373-4d1c-a9ea-67f866ca6eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:28:12Z', 'updated_at': '2021-04-30T13:28:12Z', 'revision_number': 0, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9180ed1-c6e0-4166-9344-f12dd2a33586', 'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'mac_address': 'fa:16:3e:22:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:56Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 5, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'subnets': [{'id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:28:14.057495 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccb7860-129e-4dd8-9532-50f3e70343c7 None None] Checking router: 4a49765d-eefb-4a48-894a-f39231c40665 for host: dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:28:14.066530 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccb7860-129e-4dd8-9532-50f3e70343c7 None None] Routers {'4a49765d-eefb-4a48-894a-f39231c40665'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:28:14.067148 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-2ccb7860-129e-4dd8-9532-50f3e70343c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:28:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['4a49765d-eefb-4a48-894a-f39231c40665'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:28:14.095518 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a2fca-60cf-41e5-92de-877d6dc9f4e8 req-624e8a61-7832-47a2-90a5-c1eecaf5b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:28:14.095865 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 40084) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:28:14.097121 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-981a2fca-60cf-41e5-92de-877d6dc9f4e8 req-624e8a61-7832-47a2-90a5-c1eecaf5b133 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1fcdb7bf-a500-4e1c-8580-268d73eec72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741796 Apr 30 13:28:14.150689 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-2bdc0ef3-8ae1-4a3c-a4f9-864732c9f3af admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f53f8c925bfc4ded8e34cc514f6c13a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533938 Apr 30 13:28:14.151207 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 40088) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:28:14.211552 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-767f905f-81f3-4b3d-ade0-4822864a75c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:14.237129 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-981a2fca-60cf-41e5-92de-877d6dc9f4e8 req-3c88965c-e532-4873-9f0f-43a582832206 service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330028 Apr 30 13:28:14.240009 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-767f905f-81f3-4b3d-ade0-4822864a75c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:14.251152 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-2ccb7860-129e-4dd8-9532-50f3e70343c7 None None] Set router 4a49765d-eefb-4a48-894a-f39231c40665 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:28:14.300348 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-767f905f-81f3-4b3d-ade0-4822864a75c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:14.306258 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-82fb5856-e101-4ea2-8cf5-ae4bbbc6986e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:28:14.319249 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f905f-81f3-4b3d-ade0-4822864a75c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad3be4b-a889-4b2f-83d8-0b3a6217d0c2,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:28:14.323514 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-767f905f-81f3-4b3d-ade0-4822864a75c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:28:14.328085 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-767f905f-81f3-4b3d-ade0-4822864a75c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:14.331812 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-767f905f-81f3-4b3d-ade0-4822864a75c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aad3be4b-a889-4b2f-83d8-0b3a6217d0c2 HTTP/1.1" status: 204 len: 168 time: 0.1796415 Apr 30 13:28:14.387009 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-981a2fca-60cf-41e5-92de-877d6dc9f4e8 req-be35b6a7-8be5-4f58-8bd6-3077e73133c4 service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433105 Apr 30 13:28:14.636368 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-2ccb7860-129e-4dd8-9532-50f3e70343c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a49765d-eefb-4a48-894a-f39231c40665', 'name': 'tempest-TestVolumeBootPattern-483348848-router', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:24:56Z', 'revision_number': 4, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'gw_port': {'id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:53Z', 'updated_at': '2021-04-30T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': 'e2b2619d-036f-4459-b511-92cea53bd983', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'port_id': 'a253fe72-e490-4dfe-a4ae-cde55be5174f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'mac_address': 'fa:16:3e:0a:02:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8fef56-d373-4d1c-a9ea-67f866ca6eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:28:12Z', 'updated_at': '2021-04-30T13:28:12Z', 'revision_number': 0, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9180ed1-c6e0-4166-9344-f12dd2a33586', 'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'mac_address': 'fa:16:3e:22:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:56Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 5, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'subnets': [{'id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:28:14.642933 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccb7860-129e-4dd8-9532-50f3e70343c7 None None] The sync data for ids ['4a49765d-eefb-4a48-894a-f39231c40665'] in dv-cinder-788363-2-iscsi is: [{'id': '4a49765d-eefb-4a48-894a-f39231c40665', 'name': 'tempest-TestVolumeBootPattern-483348848-router', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:24:56Z', 'revision_number': 4, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'gw_port': {'id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:53Z', 'updated_at': '2021-04-30T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': 'e2b2619d-036f-4459-b511-92cea53bd983', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'port_id': 'a253fe72-e490-4dfe-a4ae-cde55be5174f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'mac_address': 'fa:16:3e:0a:02:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8fef56-d373-4d1c-a9ea-67f866ca6eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:28:12Z', 'updated_at': '2021-04-30T13:28:12Z', 'revision_number': 0, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9180ed1-c6e0-4166-9344-f12dd2a33586', 'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'mac_address': 'fa:16:3e:22:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:56Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 5, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'subnets': [{'id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:28:14.850548 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68df8f07-dc8b-483c-950b-90f82cba7778 None None] New status for floating IP e2b2619d-036f-4459-b511-92cea53bd983: ACTIVE {{(pid=73848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:28:34.596669 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:36.474277 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-953971fa-4081-4adf-ab61-f661f9125ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:39.150786 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-995c5fb4-8881-438a-b155-fd4c154c79cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:39.154724 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:40.169785 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:41.712387 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:43.739315 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:29:04.620480 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:06.475306 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-1253669f-0dc6-4b32-86de-24c6e86469df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:09.156820 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-87425d9d-037f-4965-bf7d-809cf0413a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:09.159412 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:10.172137 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:11.716617 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:20.738365 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:29:34.608125 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:36.476271 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-4242a4be-658b-48e8-b2b6-35cd5369443b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:39.148704 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-9630c1db-324d-471d-bc89-e0d34ae4aa3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:39.150518 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:40.175765 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:41.720835 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:43.834086 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5686ca6b-058c-4e82-8b17-342f2211bf23 req-865a0b19-adf1-4008-9a60-52ac57c4bb59 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731900 Apr 30 13:29:44.008152 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686ca6b-058c-4e82-8b17-342f2211bf23 req-83021663-d551-4c2f-99d0-91c250e92e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:29:44.009617 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5686ca6b-058c-4e82-8b17-342f2211bf23 req-83021663-d551-4c2f-99d0-91c250e92e65 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e1e5dd31affc47a1876d857176bb46e6&device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 1098 time: 0.0707846 Apr 30 13:29:44.157903 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686ca6b-058c-4e82-8b17-342f2211bf23 req-3e82e37e-ef0a-4c1b-a0eb-16cfa009890c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:29:44.159462 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5686ca6b-058c-4e82-8b17-342f2211bf23 req-3e82e37e-ef0a-4c1b-a0eb-16cfa009890c service neutron] 10.222.0.96 "GET /v2.0/networks?id=1fcdb7bf-a500-4e1c-8580-268d73eec72c HTTP/1.1" status: 200 len: 913 time: 0.1255991 Apr 30 13:29:44.270545 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5686ca6b-058c-4e82-8b17-342f2211bf23 req-303c68ba-fd0c-40d2-b9f1-a91c0eb28156 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a253fe72-e490-4dfe-a4ae-cde55be5174f HTTP/1.1" status: 200 len: 1001 time: 0.1010001 Apr 30 13:29:44.341127 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686ca6b-058c-4e82-8b17-342f2211bf23 req-0584a090-d19c-4cea-9398-e06a03b6fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:29:44.342592 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5686ca6b-058c-4e82-8b17-342f2211bf23 req-0584a090-d19c-4cea-9398-e06a03b6fa17 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c5c52685-6ad3-430f-a262-3b784304e3b7 HTTP/1.1" status: 200 len: 850 time: 0.0620711 Apr 30 13:29:44.518166 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686ca6b-058c-4e82-8b17-342f2211bf23 req-e7ea7b34-9c57-4ca1-ab69-60caacf9a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:29:44.519633 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5686ca6b-058c-4e82-8b17-342f2211bf23 req-e7ea7b34-9c57-4ca1-ab69-60caacf9a443 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1fcdb7bf-a500-4e1c-8580-268d73eec72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1664486 Apr 30 13:29:44.654356 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5686ca6b-058c-4e82-8b17-342f2211bf23 req-d1dd48f9-87e6-4ed7-9333-b2c1701fa6c6 service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237214 Apr 30 13:29:44.793612 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5686ca6b-058c-4e82-8b17-342f2211bf23 req-28f70236-eaf4-418a-b592-f469287bdb0f service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291978 Apr 30 13:29:57.737918 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:30:00.698233 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-5508fb54-6290-437d-8abe-66df389f94d4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-710853690&fields=id&tenant_id=e1e5dd31affc47a1876d857176bb46e6 HTTP/1.1" status: 200 len: 267 time: 0.0403693 Apr 30 13:30:00.851629 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-4cd95a72-ee1d-4cbd-ba2d-14e5d4a2e4f2 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:00.853056 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-4cd95a72-ee1d-4cbd-ba2d-14e5d4a2e4f2 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/networks?id=1fcdb7bf-a500-4e1c-8580-268d73eec72c HTTP/1.1" status: 200 len: 811 time: 0.1483085 Apr 30 13:30:00.867949 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-83fa8d4c-b073-493c-8471-a59a15293ee4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/quotas/e1e5dd31affc47a1876d857176bb46e6 HTTP/1.1" status: 200 len: 375 time: 0.0093179 Apr 30 13:30:00.960515 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-707981f6-7bc1-4816-b48b-fe2e2ef6b62b tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e1e5dd31affc47a1876d857176bb46e6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0873806 Apr 30 13:30:01.104566 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-922f829c-1e58-4496-a8dc-addbca18ed44 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=73845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:30:01.105533 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-922f829c-1e58-4496-a8dc-addbca18ed44 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1333592 Apr 30 13:30:01.239533 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-68f17f8b-abc5-4f3b-8526-610ff76ee5f0 service neutron] 10.222.0.30 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279101 Apr 30 13:30:01.370588 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-c7d876ed-0cb5-4fc5-9341-461a18c60dbc service neutron] 10.222.0.30 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241410 Apr 30 13:30:01.784044 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-23893469-6923-4d2c-8cc8-7ee1cc4dfe69 req-52e86d2a-ff5d-4f4e-80fe-060c18cd547a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 210 time: 0.0415699 Apr 30 13:30:02.884308 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6b9a728c-6c22-4991-a449-52ecb92d2727 req-4d7b0c7d-5155-44a6-bbb5-f997d4efd474 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 210 time: 0.0476780 Apr 30 13:30:03.981326 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b44fdd7f-cdb9-42a3-b85e-f9d4cba4ea1b req-57fa4291-c12a-40a5-b073-9eab9d384d87 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 210 time: 0.0433507 Apr 30 13:30:04.624877 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:05.259045 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3ee33bae-3037-4a25-8759-162fa9a3ce35 req-b62b5b7e-7018-415f-bd3e-5b1f6bf76a7d tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 210 time: 0.0433969 Apr 30 13:30:06.408936 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ddddfacd-f625-4d52-a0de-375825f8054d req-041c3f37-cf55-448f-a3a0-16543dac863f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 210 time: 0.0457611 Apr 30 13:30:06.478320 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-06f7d391-82e4-4976-bd0e-3b671fd1e3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:07.127831 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-d8896386-798b-4e2e-9faf-51d9d4f0c7f4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:07.129961 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-d8896386-798b-4e2e-9faf-51d9d4f0c7f4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.96 "GET /v2.0/networks?id=1fcdb7bf-a500-4e1c-8580-268d73eec72c HTTP/1.1" status: 200 len: 811 time: 0.1565506 Apr 30 13:30:07.190714 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-911ba3dd-eb02-4ef2-a712-29d048ca05e4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1e5dd31affc47a1876d857176bb46e6 HTTP/1.1" status: 200 len: 379 time: 0.0418434 Apr 30 13:30:07.200699 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Request body: {'port': {'device_id': '6fb11f01-73ac-4b58-9130-09cd1f9a92a1', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'admin_state_up': True, 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'security_groups': ['17d80129-dfd2-4ed7-be59-d5401ac44c4a']}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:30:07.336321 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:30:07.346428 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:30:07.356111 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Made reservation on behalf of e1e5dd31affc47a1876d857176bb46e6 for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:30:07.359629 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:07.647692 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f4a88ce0-aba1-48e6-b762-8d7dc9c6c37f req-9d6a9f42-4408-4329-a21c-24f0f5deca07 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 210 time: 0.0550778 Apr 30 13:30:07.670792 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Allocated IP 172.20.0.14 (1fcdb7bf-a500-4e1c-8580-268d73eec72c/c5c52685-6ad3-430f-a262-3b784304e3b7/e47014bd-f69e-4200-9db9-645498bd273c) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:30:07.871432 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:07.887398 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Transition to ACTIVE for port object e47014bd-f69e-4200-9db9-645498bd273c will not be triggered until provisioned by entity DHCP. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:30:07.911139 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:07.916676 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-796b01e9-cbf0-4aac-9984-1ef013e01968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:30:07.977369 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Network 1fcdb7bf-a500-4e1c-8580-268d73eec72c is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:30:07.985226 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:30:07.989754 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:30:08.039174 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Pushing event updated for resources: {'Port': ['ID=e47014bd-f69e-4200-9db9-645498bd273c,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:30:08.050153 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:30:08.050515 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:30:08.050874 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:30:08.051256 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:30:08.051677 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:30:08.052030 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:30:08.052540 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:30:08.052785 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:30:08.053176 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:30:08.053571 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:30:08.053945 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:30:08.054343 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:30:08.060750 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:30:08.082119 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:08.082775 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:08.110900 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9138296 Apr 30 13:30:08.130057 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-f3af47a1-7120-4386-b8ab-7b61e0216415 service neutron] Request body: {'port': {'device_id': '6fb11f01-73ac-4b58-9130-09cd1f9a92a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:30:08.236883 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-7e121495-b5b1-466e-8a1d-e9ea294eabc8 None None] Provisioning for port e47014bd-f69e-4200-9db9-645498bd273c completed by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:30:08.241825 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-7e121495-b5b1-466e-8a1d-e9ea294eabc8 None None] Provisioning complete for port e47014bd-f69e-4200-9db9-645498bd273c triggered by entity DHCP. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:30:08.242245 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-7e121495-b5b1-466e-8a1d-e9ea294eabc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:08.245761 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-f3af47a1-7120-4386-b8ab-7b61e0216415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:08.344175 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-7e121495-b5b1-466e-8a1d-e9ea294eabc8 None None] Port e47014bd-f69e-4200-9db9-645498bd273c cannot update to ACTIVE because it is not bound. {{(pid=73847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:30:08.592556 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-f3af47a1-7120-4386-b8ab-7b61e0216415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e47014bd-f69e-4200-9db9-645498bd273c {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:30:08.599967 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-f3af47a1-7120-4386-b8ab-7b61e0216415 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:08.614193 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-f3af47a1-7120-4386-b8ab-7b61e0216415 service neutron] Transition to ACTIVE for port object e47014bd-f69e-4200-9db9-645498bd273c will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:30:08.617804 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-f3af47a1-7120-4386-b8ab-7b61e0216415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-554251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:08.621938 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3327b00f-d9f0-493d-b083-1c6a0763aa28 tempest-VolumesActionsTest-679732334 tempest-VolumesActionsTest-679732334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:30:08.773906 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af47a1-7120-4386-b8ab-7b61e0216415 service neutron] Pushing event updated for resources: {'Port': ['ID=e47014bd-f69e-4200-9db9-645498bd273c,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:30:08.777875 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-f3af47a1-7120-4386-b8ab-7b61e0216415 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:30:08.903296 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-f3af47a1-7120-4386-b8ab-7b61e0216415 service neutron] Attempting to bind port e47014bd-f69e-4200-9db9-645498bd273c on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:30:08.903628 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-f3af47a1-7120-4386-b8ab-7b61e0216415 service neutron] Attempting to bind port e47014bd-f69e-4200-9db9-645498bd273c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5bfe8ee4-855c-4573-9cc9-0bf431a45eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:30:08.903953 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-f3af47a1-7120-4386-b8ab-7b61e0216415 service neutron] Attempting to bind port e47014bd-f69e-4200-9db9-645498bd273c on network 1fcdb7bf-a500-4e1c-8580-268d73eec72c {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:30:08.910503 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-f3af47a1-7120-4386-b8ab-7b61e0216415 service neutron] Port e47014bd-f69e-4200-9db9-645498bd273c on network 1fcdb7bf-a500-4e1c-8580-268d73eec72c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:30:08.910826 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-f3af47a1-7120-4386-b8ab-7b61e0216415 service neutron] Attempting to bind port e47014bd-f69e-4200-9db9-645498bd273c on network 1fcdb7bf-a500-4e1c-8580-268d73eec72c {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:30:08.918507 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-f3af47a1-7120-4386-b8ab-7b61e0216415 service neutron] Checking agent: {'id': '339503ba-6418-440e-8cd9-ebb81c45e407', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:30:08.918841 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-f3af47a1-7120-4386-b8ab-7b61e0216415 service neutron] Checking segment: {'id': '5bfe8ee4-855c-4573-9cc9-0bf431a45eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:30:08.919222 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-f3af47a1-7120-4386-b8ab-7b61e0216415 service neutron] Bound using segment: {'id': '5bfe8ee4-855c-4573-9cc9-0bf431a45eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:30:08.919641 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-f3af47a1-7120-4386-b8ab-7b61e0216415 service neutron] Bound port: e47014bd-f69e-4200-9db9-645498bd273c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bfe8ee4-855c-4573-9cc9-0bf431a45eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:30:08.919984 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-f3af47a1-7120-4386-b8ab-7b61e0216415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:09.005478 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a645f3-9f49-441d-9b1a-1fc3da85637d req-c131451b-9e8f-4524-90cc-9c26e9b5f037 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:09.006126 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-66a645f3-9f49-441d-9b1a-1fc3da85637d req-c131451b-9e8f-4524-90cc-9c26e9b5f037 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Synchronizing usage tracker for tenant:e1e5dd31affc47a1876d857176bb46e6 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:30:09.043085 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-66a645f3-9f49-441d-9b1a-1fc3da85637d req-c131451b-9e8f-4524-90cc-9c26e9b5f037 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Unset dirty status for tenant:e1e5dd31affc47a1876d857176bb46e6 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:30:09.044252 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-66a645f3-9f49-441d-9b1a-1fc3da85637d req-c131451b-9e8f-4524-90cc-9c26e9b5f037 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 944 time: 0.2025917 Apr 30 13:30:09.045190 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-f3af47a1-7120-4386-b8ab-7b61e0216415 service neutron] For port e47014bd-f69e-4200-9db9-645498bd273c, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:30:09.048381 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-f3af47a1-7120-4386-b8ab-7b61e0216415 service neutron] For port e47014bd-f69e-4200-9db9-645498bd273c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e47014bd-f69e-4200-9db9-645498bd273c,segment=NetworkSegment(5bfe8ee4-855c-4573-9cc9-0bf431a45eda),segment_id=5bfe8ee4-855c-4573-9cc9-0bf431a45eda)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:30:09.064824 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-f3af47a1-7120-4386-b8ab-7b61e0216415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-554251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:09.068159 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1b975222-29c4-48cf-b94b-c62393f10fdf tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:30:09.135676 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-f3af47a1-7120-4386-b8ab-7b61e0216415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:09.136522 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-f3af47a1-7120-4386-b8ab-7b61e0216415 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:09.137766 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-f3af47a1-7120-4386-b8ab-7b61e0216415 service neutron] 10.222.0.96 "PUT /v2.0/ports/e47014bd-f69e-4200-9db9-645498bd273c HTTP/1.1" status: 200 len: 1094 time: 1.0128915 Apr 30 13:30:09.138236 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb11f01-73ac-4b58-9130-09cd1f9a92a1', 'tag': 'e47014bd-f69e-4200-9db9-645498bd273c'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:30:09.158457 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-de161a70-9e30-482a-85c8-720ec37ec2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:09.164407 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:09.176079 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-66a645f3-9f49-441d-9b1a-1fc3da85637d req-f59f28c8-29ba-4302-b1c5-b60c614a7d66 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252654 Apr 30 13:30:09.197473 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb11f01-73ac-4b58-9130-09cd1f9a92a1', 'tag': 'e47014bd-f69e-4200-9db9-645498bd273c', 'status': 'completed', 'code': 200} Apr 30 13:30:09.198268 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af47a1-7120-4386-b8ab-7b61e0216415 service neutron] Pushing event updated for resources: {'Port': ['ID=e47014bd-f69e-4200-9db9-645498bd273c,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:30:09.202067 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-f3af47a1-7120-4386-b8ab-7b61e0216415 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:30:09.305448 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-985ab4a5-4e85-422b-bc7d-c45a5e9e7b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:09.306973 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-985ab4a5-4e85-422b-bc7d-c45a5e9e7b76 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e1e5dd31affc47a1876d857176bb46e6&device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 1097 time: 0.0797436 Apr 30 13:30:09.382938 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-30946861-7915-4b58-92a3-22063cb16060 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e47014bd-f69e-4200-9db9-645498bd273c HTTP/1.1" status: 200 len: 217 time: 0.0615304 Apr 30 13:30:09.552254 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-dc459f0e-3e54-4dc0-a604-22a665c61f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:09.553760 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-dc459f0e-3e54-4dc0-a604-22a665c61f37 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c5c52685-6ad3-430f-a262-3b784304e3b7 HTTP/1.1" status: 200 len: 850 time: 0.1646461 Apr 30 13:30:09.628938 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-bf9418fa-7e2b-4c40-a7c6-2c7d9407cdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:09.630479 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-bf9418fa-7e2b-4c40-a7c6-2c7d9407cdfe service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1fcdb7bf-a500-4e1c-8580-268d73eec72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700769 Apr 30 13:30:09.759526 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-fb895221-4d67-4ce3-adf3-c6f958ab80a3 service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225538 Apr 30 13:30:09.900615 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-50dd3a66-6e06-4c14-adb9-626c27402dd9 req-0686bcba-eac6-4f69-adda-610ca9b64376 service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336284 Apr 30 13:30:10.062151 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4e554-0227-48e1-8a00-70a5d4e375d4 req-5fe39b27-49fe-471c-bc95-4778c86003be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:10.063632 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c1f4e554-0227-48e1-8a00-70a5d4e375d4 req-5fe39b27-49fe-471c-bc95-4778c86003be service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e1e5dd31affc47a1876d857176bb46e6&device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 1097 time: 0.0741427 Apr 30 13:30:10.178247 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:10.201741 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4e554-0227-48e1-8a00-70a5d4e375d4 req-20654f32-8514-405d-8d12-55a1b7e58cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:10.203367 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c1f4e554-0227-48e1-8a00-70a5d4e375d4 req-20654f32-8514-405d-8d12-55a1b7e58cf8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=1fcdb7bf-a500-4e1c-8580-268d73eec72c HTTP/1.1" status: 200 len: 913 time: 0.1324220 Apr 30 13:30:10.271357 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c1f4e554-0227-48e1-8a00-70a5d4e375d4 req-5915178d-f797-456c-b43c-b3edc99be6f0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e47014bd-f69e-4200-9db9-645498bd273c HTTP/1.1" status: 200 len: 217 time: 0.0598433 Apr 30 13:30:10.387555 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4e554-0227-48e1-8a00-70a5d4e375d4 req-f28c9a1a-1494-4217-8d04-e44bdff56d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:10.388974 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c1f4e554-0227-48e1-8a00-70a5d4e375d4 req-f28c9a1a-1494-4217-8d04-e44bdff56d76 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c5c52685-6ad3-430f-a262-3b784304e3b7 HTTP/1.1" status: 200 len: 850 time: 0.1032889 Apr 30 13:30:10.461441 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92376905-b01d-4573-9629-40bedde6e0bb req-b8ea789c-721d-4887-96ad-b77210865b74 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:10.462814 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-92376905-b01d-4573-9629-40bedde6e0bb req-b8ea789c-721d-4887-96ad-b77210865b74 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 944 time: 0.1793594 Apr 30 13:30:10.517194 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4e554-0227-48e1-8a00-70a5d4e375d4 req-6a440c90-63f6-4cdb-b5b4-b5e9250558a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:10.518664 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c1f4e554-0227-48e1-8a00-70a5d4e375d4 req-6a440c90-63f6-4cdb-b5b4-b5e9250558a6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1fcdb7bf-a500-4e1c-8580-268d73eec72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1198592 Apr 30 13:30:10.523156 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-92376905-b01d-4573-9629-40bedde6e0bb req-ca3b1a09-efd4-4cbf-854a-72752bca22e6 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534098 Apr 30 13:30:10.653262 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c1f4e554-0227-48e1-8a00-70a5d4e375d4 req-cfd6beab-39ec-4c43-aaed-980427866b31 service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248534 Apr 30 13:30:10.785227 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c1f4e554-0227-48e1-8a00-70a5d4e375d4 req-d70f0c60-1e87-4855-9573-580c6890eff9 service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245604 Apr 30 13:30:11.707713 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110b543-d9b6-4289-8f60-bb6c5622b72e req-4418f5f7-9822-402d-a6d3-d24a545db1cc tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:11.709273 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9110b543-d9b6-4289-8f60-bb6c5622b72e req-4418f5f7-9822-402d-a6d3-d24a545db1cc tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 944 time: 0.0796914 Apr 30 13:30:11.721774 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:11.759493 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9110b543-d9b6-4289-8f60-bb6c5622b72e req-dca4a502-e207-4bc7-80a8-05bfe4644628 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432265 Apr 30 13:30:12.941759 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc58a7-8a8f-41dd-9351-7275ad73bff2 req-df3108e6-30e7-440a-918e-01d886e9e74f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:12.943238 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-45bc58a7-8a8f-41dd-9351-7275ad73bff2 req-df3108e6-30e7-440a-918e-01d886e9e74f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 944 time: 0.0800779 Apr 30 13:30:12.987981 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-45bc58a7-8a8f-41dd-9351-7275ad73bff2 req-dfba903f-2c73-4776-b4eb-984810b80145 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386424 Apr 30 13:30:14.185873 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49570579-eb7c-40f1-9e04-fbe8a368af04 req-cab715d8-1c3c-4bb4-ad2e-6151ff316ad4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:14.187365 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-49570579-eb7c-40f1-9e04-fbe8a368af04 req-cab715d8-1c3c-4bb4-ad2e-6151ff316ad4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 944 time: 0.0876017 Apr 30 13:30:14.232638 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-49570579-eb7c-40f1-9e04-fbe8a368af04 req-4c71ddca-97ec-4302-b5fa-8987a516b868 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394971 Apr 30 13:30:15.413830 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00722fcd-047d-4c20-b6c9-c9ed46db1ad3 req-a4c3daff-ebea-442a-9951-919cc6448cff tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:15.415285 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-00722fcd-047d-4c20-b6c9-c9ed46db1ad3 req-a4c3daff-ebea-442a-9951-919cc6448cff tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 944 time: 0.0782630 Apr 30 13:30:15.459351 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-00722fcd-047d-4c20-b6c9-c9ed46db1ad3 req-864c7dea-2e47-4286-8ae2-a25f0f61c66b tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378504 Apr 30 13:30:16.741461 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec42f7-b952-48d5-bc11-d883966be192 req-e3a2c22e-3c46-496b-99bd-c4ee24951dad tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:16.742848 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e5ec42f7-b952-48d5-bc11-d883966be192 req-e3a2c22e-3c46-496b-99bd-c4ee24951dad tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 944 time: 0.1791394 Apr 30 13:30:16.786588 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e5ec42f7-b952-48d5-bc11-d883966be192 req-90a8939c-5631-4f18-aa6a-73ef6c81713f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380132 Apr 30 13:30:17.465535 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device e47014bd-f69e-4200-9db9-645498bd273c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:30:17.595321 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port e47014bd-f69e-4200-9db9-645498bd273c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e47014bd-f69e-4200-9db9-645498bd273c,segment=NetworkSegment(5bfe8ee4-855c-4573-9cc9-0bf431a45eda),segment_id=5bfe8ee4-855c-4573-9cc9-0bf431a45eda)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:30:17.608684 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Returning: {'device': 'e47014bd-f69e-4200-9db9-645498bd273c', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'port_id': 'e47014bd-f69e-4200-9db9-645498bd273c', 'mac_address': 'fa:16:3e:6d:88:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:30:17.665412 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:17.681760 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e47014bd-f69e-4200-9db9-645498bd273c {{(pid=73847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:30:17.697190 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port e47014bd-f69e-4200-9db9-645498bd273c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e47014bd-f69e-4200-9db9-645498bd273c,segment=NetworkSegment(5bfe8ee4-855c-4573-9cc9-0bf431a45eda),segment_id=5bfe8ee4-855c-4573-9cc9-0bf431a45eda)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:30:17.701039 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:17.702857 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-28353da5-69b4-4409-b89e-529d1e2ff97e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:30:17.766193 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=e47014bd-f69e-4200-9db9-645498bd273c,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:30:17.773147 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:30:17.773499 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:30:17.773844 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:30:17.774208 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:30:17.774543 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:30:17.774877 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:30:17.775207 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:30:17.776061 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:30:17.776404 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:30:17.776735 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:30:17.777059 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:30:17.777383 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:30:17.781179 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:30:17.972949 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c163b6-6a09-403e-a5dd-71eaf881e989 req-7916eae9-428e-4103-9bf2-c00eced6cca8 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:17.974414 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b9c163b6-6a09-403e-a5dd-71eaf881e989 req-7916eae9-428e-4103-9bf2-c00eced6cca8 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 945 time: 0.0837054 Apr 30 13:30:18.018342 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b9c163b6-6a09-403e-a5dd-71eaf881e989 req-bc8ff2ac-caad-4f80-82bb-eff342f2d529 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382133 Apr 30 13:30:18.082766 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] get_ports_and_sgs() called for port_ids ['e47014bd-f69e-4200-9db9-645498bd273c'] {{(pid=73847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:30:19.199822 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3486c-a841-4b68-bd93-f9a251780eea req-e272b0f7-6f61-49e2-a778-7b34a60420c3 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:19.201309 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-22a3486c-a841-4b68-bd93-f9a251780eea req-e272b0f7-6f61-49e2-a778-7b34a60420c3 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 945 time: 0.0801950 Apr 30 13:30:19.248039 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-22a3486c-a841-4b68-bd93-f9a251780eea req-a5ab5973-da71-4390-bbb6-fb922512c958 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406187 Apr 30 13:30:19.481515 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device e47014bd-f69e-4200-9db9-645498bd273c up at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:30:19.549203 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning for port e47014bd-f69e-4200-9db9-645498bd273c completed by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:30:19.553689 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Provisioning complete for port e47014bd-f69e-4200-9db9-645498bd273c triggered by entity L2. {{(pid=73847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:30:19.554110 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508446'] for port, provisioning_complete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:19.670244 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:19.696795 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb11f01-73ac-4b58-9130-09cd1f9a92a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47014bd-f69e-4200-9db9-645498bd273c'}] {{(pid=73847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:30:19.706786 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] For port e47014bd-f69e-4200-9db9-645498bd273c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e47014bd-f69e-4200-9db9-645498bd273c,segment=NetworkSegment(5bfe8ee4-855c-4573-9cc9-0bf431a45eda),segment_id=5bfe8ee4-855c-4573-9cc9-0bf431a45eda)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:30:19.710272 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:19.712193 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:30:19.746542 dv-cinder-788363-2-iscsi neutron-server[73847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb11f01-73ac-4b58-9130-09cd1f9a92a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47014bd-f69e-4200-9db9-645498bd273c', 'code': 200} Apr 30 13:30:19.777537 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Pushing event updated for resources: {'Port': ['ID=e47014bd-f69e-4200-9db9-645498bd273c,revision_number=5']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:30:19.780348 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:30:20.074066 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8009038-c4bd-4144-8edf-0e296ee15513 req-bfbc55e2-9eb2-42f4-9718-c8626f0702a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:20.075449 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a8009038-c4bd-4144-8edf-0e296ee15513 req-bfbc55e2-9eb2-42f4-9718-c8626f0702a4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 1099 time: 0.0721333 Apr 30 13:30:20.119441 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a8009038-c4bd-4144-8edf-0e296ee15513 req-3e02c53a-d402-4000-821c-f484e3bf2b77 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335691 Apr 30 13:30:20.430860 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2792a-470e-4c23-bc1b-1c7750173eb4 req-b91aaf11-db5d-4ace-b32b-fe109057c1d2 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:20.432793 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-62e2792a-470e-4c23-bc1b-1c7750173eb4 req-b91aaf11-db5d-4ace-b32b-fe109057c1d2 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 946 time: 0.0815730 Apr 30 13:30:20.477102 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-62e2792a-470e-4c23-bc1b-1c7750173eb4 req-3d65acc5-4158-49e7-b77e-c466296a9d5e tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386293 Apr 30 13:30:21.659135 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b734bf-085c-4aa5-92a6-77d918034165 req-2b4daa74-67e9-4201-a5a3-1dc37359d024 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:21.660583 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a5b734bf-085c-4aa5-92a6-77d918034165 req-2b4daa74-67e9-4201-a5a3-1dc37359d024 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 946 time: 0.0790124 Apr 30 13:30:21.708676 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a5b734bf-085c-4aa5-92a6-77d918034165 req-3775836d-4b0e-40c4-9264-c47bb5409cf5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423732 Apr 30 13:30:21.891069 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ba950-4858-487c-a874-444bebb00646 req-caf0588c-9ce1-443e-9fee-688422b3d253 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:21.892416 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f42ba950-4858-487c-a874-444bebb00646 req-caf0588c-9ce1-443e-9fee-688422b3d253 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 946 time: 0.0791216 Apr 30 13:30:21.936211 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f42ba950-4858-487c-a874-444bebb00646 req-7d41d6cd-b220-4e27-8bf8-1fc9d9b74e21 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380831 Apr 30 13:30:21.959054 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 40216) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:30:22.034777 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998db600-5ab7-49a0-89d1-370234aa6f72 tempest-TestVolumeBootPattern-85613895 tempest-TestVolumeBootPattern-85613895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:22.036251 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-998db600-5ab7-49a0-89d1-370234aa6f72 tempest-TestVolumeBootPattern-85613895 tempest-TestVolumeBootPattern-85613895-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 1094 time: 0.0762646 Apr 30 13:30:22.039163 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 40220) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:30:22.044574 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-3bf25d22-393b-4a6f-87ae-431f093234c4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Request body: {'floatingip': {'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'port_id': 'e47014bd-f69e-4200-9db9-645498bd273c', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:30:22.050228 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-3bf25d22-393b-4a6f-87ae-431f093234c4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:30:22.053904 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-3bf25d22-393b-4a6f-87ae-431f093234c4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Usage tracker for resource:floatingip and tenant:e1e5dd31affc47a1876d857176bb46e6 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:30:22.056650 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-3bf25d22-393b-4a6f-87ae-431f093234c4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:30:22.062797 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-3bf25d22-393b-4a6f-87ae-431f093234c4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:30:22.072462 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3bf25d22-393b-4a6f-87ae-431f093234c4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for floatingip, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:22.206023 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3bf25d22-393b-4a6f-87ae-431f093234c4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:22.338205 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [None req-3bf25d22-393b-4a6f-87ae-431f093234c4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Allocated IP 172.27.3.154 (c3b86f7e-3861-4477-9f50-64652b00e102/6d81663d-75dc-44ec-8bd2-9cfe56c21a4e/26b99aa7-054b-4eed-8bd1-20987e199438) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:30:22.493555 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3bf25d22-393b-4a6f-87ae-431f093234c4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:22.527601 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3bf25d22-393b-4a6f-87ae-431f093234c4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672060950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:22.531293 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-72aa778f-3d0d-4c5a-9a28-0c64f8085582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:30:22.598227 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf25d22-393b-4a6f-87ae-431f093234c4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Network c3b86f7e-3861-4477-9f50-64652b00e102 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:30:22.601528 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-3bf25d22-393b-4a6f-87ae-431f093234c4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Resources bound (agent type, host, resource id): {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:30:22.605755 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf25d22-393b-4a6f-87ae-431f093234c4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:30:22.634921 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf25d22-393b-4a6f-87ae-431f093234c4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Pushing event updated for resources: {'Port': ['ID=26b99aa7-054b-4eed-8bd1-20987e199438,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:30:22.641093 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3bf25d22-393b-4a6f-87ae-431f093234c4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:30:23.117505 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3bf25d22-393b-4a6f-87ae-431f093234c4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:23.192276 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3bf25d22-393b-4a6f-87ae-431f093234c4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:23.396704 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3bf25d22-393b-4a6f-87ae-431f093234c4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:23.401096 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3bf25d22-393b-4a6f-87ae-431f093234c4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672480871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672060968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672061013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-554251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:23.405363 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-0f0ff627-d325-41f7-90b7-b1804a314fbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:30:23.510511 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf25d22-393b-4a6f-87ae-431f093234c4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Pushing event updated for resources: {'Port': ['ID=26b99aa7-054b-4eed-8bd1-20987e199438,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:30:23.514934 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3bf25d22-393b-4a6f-87ae-431f093234c4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:30:23.521335 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3bf25d22-393b-4a6f-87ae-431f093234c4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657561'] for floatingip, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:23.688940 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.db.l3_db [None req-3bf25d22-393b-4a6f-87ae-431f093234c4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Floating IP c78db971-867d-4e00-ad2f-434dd8b1832d associated. External IP: 172.27.3.154, port: e47014bd-f69e-4200-9db9-645498bd273c. Apr 30 13:30:24.038495 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf25d22-393b-4a6f-87ae-431f093234c4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Router 4a49765d-eefb-4a48-894a-f39231c40665 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:30:24.217045 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf25d22-393b-4a6f-87ae-431f093234c4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:30:24.229775 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ed277d-006b-4179-8742-3c5287fc3af8 None None] Sync routers for ids ['4a49765d-eefb-4a48-894a-f39231c40665'] in dv-cinder-788363-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:30:24.242031 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ed277d-006b-4179-8742-3c5287fc3af8 None None] Routers {'4a49765d-eefb-4a48-894a-f39231c40665'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:30:24.242785 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-69ed277d-006b-4179-8742-3c5287fc3af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:30:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['4a49765d-eefb-4a48-894a-f39231c40665'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:30:24.243824 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3bf25d22-393b-4a6f-87ae-431f093234c4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for floatingip, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:24.304059 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-3bf25d22-393b-4a6f-87ae-431f093234c4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2636960 Apr 30 13:30:24.304548 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb11f01-73ac-4b58-9130-09cd1f9a92a1', 'tag': 'e47014bd-f69e-4200-9db9-645498bd273c'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:30:24.349609 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb11f01-73ac-4b58-9130-09cd1f9a92a1', 'tag': 'e47014bd-f69e-4200-9db9-645498bd273c', 'status': 'completed', 'code': 200} Apr 30 13:30:24.436230 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-69ed277d-006b-4179-8742-3c5287fc3af8 None None] Set router 4a49765d-eefb-4a48-894a-f39231c40665 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:30:24.468473 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a2597-746f-4f2b-91f3-3d8790da7b7b req-307ac35e-6343-44d0-a289-5c80670c0f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:24.469994 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-265a2597-746f-4f2b-91f3-3d8790da7b7b req-307ac35e-6343-44d0-a289-5c80670c0f0f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e1e5dd31affc47a1876d857176bb46e6&device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 1099 time: 0.0717101 Apr 30 13:30:24.735478 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a2597-746f-4f2b-91f3-3d8790da7b7b req-c2dca8e6-a0c6-41cc-ac06-f7e973f570e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:24.736936 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-265a2597-746f-4f2b-91f3-3d8790da7b7b req-c2dca8e6-a0c6-41cc-ac06-f7e973f570e4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=1fcdb7bf-a500-4e1c-8580-268d73eec72c HTTP/1.1" status: 200 len: 913 time: 0.2603679 Apr 30 13:30:24.798385 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-69ed277d-006b-4179-8742-3c5287fc3af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a49765d-eefb-4a48-894a-f39231c40665', 'name': 'tempest-TestVolumeBootPattern-483348848-router', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:24:56Z', 'revision_number': 4, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'gw_port': {'id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:53Z', 'updated_at': '2021-04-30T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': 'c78db971-867d-4e00-ad2f-434dd8b1832d', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'floating_ip_address': '172.27.3.154', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'port_id': 'e47014bd-f69e-4200-9db9-645498bd273c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'mac_address': 'fa:16:3e:6d:88:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb11f01-73ac-4b58-9130-09cd1f9a92a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:30:23Z', 'updated_at': '2021-04-30T13:30:23Z', 'revision_number': 0, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'fixed_ip_address_scope': None}, {'id': 'e2b2619d-036f-4459-b511-92cea53bd983', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'port_id': 'a253fe72-e490-4dfe-a4ae-cde55be5174f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'mac_address': 'fa:16:3e:0a:02:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8fef56-d373-4d1c-a9ea-67f866ca6eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:28:12Z', 'updated_at': '2021-04-30T13:28:15Z', 'revision_number': 1, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9180ed1-c6e0-4166-9344-f12dd2a33586', 'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'mac_address': 'fa:16:3e:22:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:56Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 5, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'subnets': [{'id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:30:24.802385 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ed277d-006b-4179-8742-3c5287fc3af8 None None] Checking router: 4a49765d-eefb-4a48-894a-f39231c40665 for host: dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:30:24.811634 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ed277d-006b-4179-8742-3c5287fc3af8 None None] Routers {'4a49765d-eefb-4a48-894a-f39231c40665'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:30:24.812193 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-69ed277d-006b-4179-8742-3c5287fc3af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:30:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['4a49765d-eefb-4a48-894a-f39231c40665'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:30:24.840554 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-265a2597-746f-4f2b-91f3-3d8790da7b7b req-536ec474-616b-4d7a-921a-3a014ca33546 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e47014bd-f69e-4200-9db9-645498bd273c HTTP/1.1" status: 200 len: 1000 time: 0.0969598 Apr 30 13:30:24.903052 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a2597-746f-4f2b-91f3-3d8790da7b7b req-95ecb344-43ef-4586-8143-c35e956d28d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:24.904430 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-265a2597-746f-4f2b-91f3-3d8790da7b7b req-95ecb344-43ef-4586-8143-c35e956d28d5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c5c52685-6ad3-430f-a262-3b784304e3b7 HTTP/1.1" status: 200 len: 850 time: 0.0571713 Apr 30 13:30:24.984512 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a2597-746f-4f2b-91f3-3d8790da7b7b req-0c662953-3caa-4655-89a6-3108f22a70d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:24.986106 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-265a2597-746f-4f2b-91f3-3d8790da7b7b req-0c662953-3caa-4655-89a6-3108f22a70d5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1fcdb7bf-a500-4e1c-8580-268d73eec72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750732 Apr 30 13:30:25.027757 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-69ed277d-006b-4179-8742-3c5287fc3af8 None None] Set router 4a49765d-eefb-4a48-894a-f39231c40665 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:30:25.119774 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-265a2597-746f-4f2b-91f3-3d8790da7b7b req-b9fbc53d-d218-4eb5-8388-ab74c4bff7b0 service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268606 Apr 30 13:30:25.253023 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-265a2597-746f-4f2b-91f3-3d8790da7b7b req-579134cc-01cf-4c26-9f46-554078bf8872 service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264553 Apr 30 13:30:25.435756 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-69ed277d-006b-4179-8742-3c5287fc3af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a49765d-eefb-4a48-894a-f39231c40665', 'name': 'tempest-TestVolumeBootPattern-483348848-router', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:24:56Z', 'revision_number': 4, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'gw_port': {'id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:53Z', 'updated_at': '2021-04-30T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': 'c78db971-867d-4e00-ad2f-434dd8b1832d', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'floating_ip_address': '172.27.3.154', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'port_id': 'e47014bd-f69e-4200-9db9-645498bd273c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'mac_address': 'fa:16:3e:6d:88:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb11f01-73ac-4b58-9130-09cd1f9a92a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:30:23Z', 'updated_at': '2021-04-30T13:30:23Z', 'revision_number': 0, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'fixed_ip_address_scope': None}, {'id': 'e2b2619d-036f-4459-b511-92cea53bd983', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'port_id': 'a253fe72-e490-4dfe-a4ae-cde55be5174f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'mac_address': 'fa:16:3e:0a:02:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8fef56-d373-4d1c-a9ea-67f866ca6eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:28:12Z', 'updated_at': '2021-04-30T13:28:15Z', 'revision_number': 1, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9180ed1-c6e0-4166-9344-f12dd2a33586', 'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'mac_address': 'fa:16:3e:22:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:56Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 5, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'subnets': [{'id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:30:25.439795 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ed277d-006b-4179-8742-3c5287fc3af8 None None] The sync data for ids ['4a49765d-eefb-4a48-894a-f39231c40665'] in dv-cinder-788363-2-iscsi is: [{'id': '4a49765d-eefb-4a48-894a-f39231c40665', 'name': 'tempest-TestVolumeBootPattern-483348848-router', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:24:56Z', 'revision_number': 4, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'gw_port': {'id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:53Z', 'updated_at': '2021-04-30T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': 'c78db971-867d-4e00-ad2f-434dd8b1832d', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'floating_ip_address': '172.27.3.154', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'port_id': 'e47014bd-f69e-4200-9db9-645498bd273c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'mac_address': 'fa:16:3e:6d:88:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb11f01-73ac-4b58-9130-09cd1f9a92a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:30:23Z', 'updated_at': '2021-04-30T13:30:23Z', 'revision_number': 0, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'fixed_ip_address_scope': None}, {'id': 'e2b2619d-036f-4459-b511-92cea53bd983', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'port_id': 'a253fe72-e490-4dfe-a4ae-cde55be5174f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'mac_address': 'fa:16:3e:0a:02:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8fef56-d373-4d1c-a9ea-67f866ca6eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:28:12Z', 'updated_at': '2021-04-30T13:28:15Z', 'revision_number': 1, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9180ed1-c6e0-4166-9344-f12dd2a33586', 'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'mac_address': 'fa:16:3e:22:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:56Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 5, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'subnets': [{'id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:30:25.647135 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d89327-bc69-49ce-9918-405fed2d9e43 None None] New status for floating IP c78db971-867d-4e00-ad2f-434dd8b1832d: ACTIVE {{(pid=73848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:30:34.635012 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:34.736710 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:30:36.480438 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-033e5c59-912b-4f65-b434-ed70f963f034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:39.152492 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-7fb0411c-9ab1-41f6-9a6b-30447046b1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:39.154289 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:40.180397 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:41.725530 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:44.853477 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f50da6d0-6452-447d-a241-a802ddb2f3a0 req-84c3a012-6208-4cb2-888b-097a22b2c3b8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1113153 Apr 30 13:30:45.031726 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50da6d0-6452-447d-a241-a802ddb2f3a0 req-13b5213d-f69f-4706-adbd-e43be700bf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:45.033203 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f50da6d0-6452-447d-a241-a802ddb2f3a0 req-13b5213d-f69f-4706-adbd-e43be700bf7a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e1e5dd31affc47a1876d857176bb46e6&device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 1098 time: 0.0760701 Apr 30 13:30:45.182516 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50da6d0-6452-447d-a241-a802ddb2f3a0 req-96c36072-bbe5-4098-a5a2-e31d31bdd1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:45.183954 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f50da6d0-6452-447d-a241-a802ddb2f3a0 req-96c36072-bbe5-4098-a5a2-e31d31bdd1bb service neutron] 10.222.0.96 "GET /v2.0/networks?id=1fcdb7bf-a500-4e1c-8580-268d73eec72c HTTP/1.1" status: 200 len: 913 time: 0.1288314 Apr 30 13:30:45.286389 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f50da6d0-6452-447d-a241-a802ddb2f3a0 req-19b30716-b979-4e6d-83d5-cc06dec5ae4f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a253fe72-e490-4dfe-a4ae-cde55be5174f HTTP/1.1" status: 200 len: 1001 time: 0.0944090 Apr 30 13:30:45.352952 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50da6d0-6452-447d-a241-a802ddb2f3a0 req-3ee19058-c020-471c-9d5b-9ef40d18087c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:45.354683 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f50da6d0-6452-447d-a241-a802ddb2f3a0 req-3ee19058-c020-471c-9d5b-9ef40d18087c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c5c52685-6ad3-430f-a262-3b784304e3b7 HTTP/1.1" status: 200 len: 850 time: 0.0611899 Apr 30 13:30:45.431523 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50da6d0-6452-447d-a241-a802ddb2f3a0 req-1e49db1b-7b8d-47be-892e-1e9d3bdd458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:30:45.432978 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f50da6d0-6452-447d-a241-a802ddb2f3a0 req-1e49db1b-7b8d-47be-892e-1e9d3bdd458d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1fcdb7bf-a500-4e1c-8580-268d73eec72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719423 Apr 30 13:30:45.566508 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f50da6d0-6452-447d-a241-a802ddb2f3a0 req-895fad0c-da80-48a2-8d4c-50a50d3a6487 service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257081 Apr 30 13:30:45.697221 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f50da6d0-6452-447d-a241-a802ddb2f3a0 req-949b9cbd-92f0-4bc3-aaa8-3d048211135a service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233697 Apr 30 13:31:04.622277 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:06.482311 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-55ec70b9-21fd-46a2-bf70-13c4e7db6a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:09.154195 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-57f5e892-f758-41f7-91bd-520a66a7b0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:09.155939 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:10.183087 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:11.724555 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:11.735743 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:31:34.622458 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:36.483469 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-9b18b57a-0066-43dc-87ed-8b34294892e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:39.155582 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-09df75ee-fbf1-4a85-8f28-5182d66e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:39.157454 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:40.186573 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:41.728188 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:45.860261 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3b6fb0f5-ef25-4abd-af11-8a4a9dfe94de req-ed91ed6b-6839-43c7-a016-f97c6b2fd618 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752227 Apr 30 13:31:45.972490 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fb0f5-ef25-4abd-af11-8a4a9dfe94de req-92f65b06-2ee8-4457-8d61-d4a1038ea82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:31:45.973978 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3b6fb0f5-ef25-4abd-af11-8a4a9dfe94de req-92f65b06-2ee8-4457-8d61-d4a1038ea82c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e1e5dd31affc47a1876d857176bb46e6&device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 1099 time: 0.0716848 Apr 30 13:31:46.229494 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fb0f5-ef25-4abd-af11-8a4a9dfe94de req-331d73ab-cfad-4a65-b83e-d64b49c8f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:31:46.230868 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3b6fb0f5-ef25-4abd-af11-8a4a9dfe94de req-331d73ab-cfad-4a65-b83e-d64b49c8f247 service neutron] 10.222.0.96 "GET /v2.0/networks?id=1fcdb7bf-a500-4e1c-8580-268d73eec72c HTTP/1.1" status: 200 len: 913 time: 0.2311537 Apr 30 13:31:46.334497 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3b6fb0f5-ef25-4abd-af11-8a4a9dfe94de req-fcc57cc4-0eea-4024-be72-65eb20f9476f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e47014bd-f69e-4200-9db9-645498bd273c HTTP/1.1" status: 200 len: 1002 time: 0.0937734 Apr 30 13:31:46.398864 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fb0f5-ef25-4abd-af11-8a4a9dfe94de req-7d7faff8-8f9d-4659-b9e5-d6080c82bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:31:46.400229 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3b6fb0f5-ef25-4abd-af11-8a4a9dfe94de req-7d7faff8-8f9d-4659-b9e5-d6080c82bcff service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c5c52685-6ad3-430f-a262-3b784304e3b7 HTTP/1.1" status: 200 len: 850 time: 0.0555046 Apr 30 13:31:46.478923 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fb0f5-ef25-4abd-af11-8a4a9dfe94de req-c0458e13-6a64-491f-8097-9ad15602b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:31:46.480394 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3b6fb0f5-ef25-4abd-af11-8a4a9dfe94de req-c0458e13-6a64-491f-8097-9ad15602b253 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1fcdb7bf-a500-4e1c-8580-268d73eec72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704963 Apr 30 13:31:46.611649 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3b6fb0f5-ef25-4abd-af11-8a4a9dfe94de req-6301ab66-c1fa-42e2-8390-afdea1ef43f6 service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213617 Apr 30 13:31:46.744033 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3b6fb0f5-ef25-4abd-af11-8a4a9dfe94de req-b160e176-e790-4973-acac-52f04919cc76 service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221273 Apr 30 13:31:48.734895 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:31:51.997463 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 40258) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:31:52.258410 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-164ce93d-cd91-471b-9969-421b823e5f6a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Deleting port 26b99aa7-054b-4eed-8bd1-20987e199438 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:31:52.258666 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-164ce93d-cd91-471b-9969-421b823e5f6a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:52.373085 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-164ce93d-cd91-471b-9969-421b823e5f6a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:52.373430 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-164ce93d-cd91-471b-9969-421b823e5f6a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:52.490970 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-164ce93d-cd91-471b-9969-421b823e5f6a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Calling delete_port for 26b99aa7-054b-4eed-8bd1-20987e199438 owned by network:floatingip {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:31:52.619925 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-164ce93d-cd91-471b-9969-421b823e5f6a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:52.627154 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3df43953-4c3f-4574-8f73-1e4e05083feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:31:52.700125 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ce93d-cd91-471b-9969-421b823e5f6a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Pushing event deleted for resources: {'Port': ['ID=26b99aa7-054b-4eed-8bd1-20987e199438,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:31:52.738684 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ce93d-cd91-471b-9969-421b823e5f6a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:31:52.739064 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ce93d-cd91-471b-9969-421b823e5f6a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:31:52.739433 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ce93d-cd91-471b-9969-421b823e5f6a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:31:52.739798 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ce93d-cd91-471b-9969-421b823e5f6a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:31:52.740156 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ce93d-cd91-471b-9969-421b823e5f6a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:31:52.740514 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ce93d-cd91-471b-9969-421b823e5f6a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:31:52.740871 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ce93d-cd91-471b-9969-421b823e5f6a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:31:52.741224 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ce93d-cd91-471b-9969-421b823e5f6a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:31:52.741578 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ce93d-cd91-471b-9969-421b823e5f6a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:31:52.741928 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ce93d-cd91-471b-9969-421b823e5f6a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:31:52.742300 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ce93d-cd91-471b-9969-421b823e5f6a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:31:52.742646 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ce93d-cd91-471b-9969-421b823e5f6a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:31:52.772102 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-164ce93d-cd91-471b-9969-421b823e5f6a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:31:52.800981 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-164ce93d-cd91-471b-9969-421b823e5f6a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for floatingip, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:52.801312 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.db.l3_db [None req-164ce93d-cd91-471b-9969-421b823e5f6a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Floating IP c78db971-867d-4e00-ad2f-434dd8b1832d disassociated (deleted). External IP: 172.27.3.154, port: e47014bd-f69e-4200-9db9-645498bd273c. Apr 30 13:31:53.256509 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164ce93d-cd91-471b-9969-421b823e5f6a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Router 4a49765d-eefb-4a48-894a-f39231c40665 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:31:53.434461 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164ce93d-cd91-471b-9969-421b823e5f6a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:31:53.444876 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b223108-ad71-4f30-9ae5-1512a1b5f80c None None] Sync routers for ids ['4a49765d-eefb-4a48-894a-f39231c40665'] in dv-cinder-788363-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:31:53.456003 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-164ce93d-cd91-471b-9969-421b823e5f6a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for floatingip, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:53.461310 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b223108-ad71-4f30-9ae5-1512a1b5f80c None None] Routers {'4a49765d-eefb-4a48-894a-f39231c40665'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:31:53.462439 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-2b223108-ad71-4f30-9ae5-1512a1b5f80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:31:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['4a49765d-eefb-4a48-894a-f39231c40665'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:31:53.510685 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-164ce93d-cd91-471b-9969-421b823e5f6a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "DELETE /v2.0/floatingips/c78db971-867d-4e00-ad2f-434dd8b1832d HTTP/1.1" status: 204 len: 168 time: 1.5111744 Apr 30 13:31:53.511322 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb11f01-73ac-4b58-9130-09cd1f9a92a1', 'tag': 'e47014bd-f69e-4200-9db9-645498bd273c'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:31:53.560936 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb11f01-73ac-4b58-9130-09cd1f9a92a1', 'tag': 'e47014bd-f69e-4200-9db9-645498bd273c', 'status': 'completed', 'code': 200} Apr 30 13:31:53.694718 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-2b223108-ad71-4f30-9ae5-1512a1b5f80c None None] Set router 4a49765d-eefb-4a48-894a-f39231c40665 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:31:53.705310 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39522e21-6dd0-4664-8e7b-0b28bc467e7d req-784f2ca7-085a-4693-aa05-516cfa8c3893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:31:53.706846 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-39522e21-6dd0-4664-8e7b-0b28bc467e7d req-784f2ca7-085a-4693-aa05-516cfa8c3893 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e1e5dd31affc47a1876d857176bb46e6&device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 1099 time: 0.0764828 Apr 30 13:31:53.848951 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39522e21-6dd0-4664-8e7b-0b28bc467e7d req-131e1841-29cc-444e-9b53-7c86d825cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:31:53.850407 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-39522e21-6dd0-4664-8e7b-0b28bc467e7d req-131e1841-29cc-444e-9b53-7c86d825cccd service neutron] 10.222.0.96 "GET /v2.0/networks?id=1fcdb7bf-a500-4e1c-8580-268d73eec72c HTTP/1.1" status: 200 len: 913 time: 0.1326611 Apr 30 13:31:53.926908 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-39522e21-6dd0-4664-8e7b-0b28bc467e7d req-d39c78a3-8c22-4f00-97b0-bcee349369c3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e47014bd-f69e-4200-9db9-645498bd273c HTTP/1.1" status: 200 len: 217 time: 0.0657341 Apr 30 13:31:54.000468 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39522e21-6dd0-4664-8e7b-0b28bc467e7d req-d2e467c2-f8fa-4850-9e01-171acb5ec7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:31:54.001933 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-39522e21-6dd0-4664-8e7b-0b28bc467e7d req-d2e467c2-f8fa-4850-9e01-171acb5ec7a6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c5c52685-6ad3-430f-a262-3b784304e3b7 HTTP/1.1" status: 200 len: 850 time: 0.0680497 Apr 30 13:31:54.058603 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-2b223108-ad71-4f30-9ae5-1512a1b5f80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a49765d-eefb-4a48-894a-f39231c40665', 'name': 'tempest-TestVolumeBootPattern-483348848-router', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:24:56Z', 'revision_number': 4, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'gw_port': {'id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:53Z', 'updated_at': '2021-04-30T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': 'e2b2619d-036f-4459-b511-92cea53bd983', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'port_id': 'a253fe72-e490-4dfe-a4ae-cde55be5174f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'mac_address': 'fa:16:3e:0a:02:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8fef56-d373-4d1c-a9ea-67f866ca6eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:28:12Z', 'updated_at': '2021-04-30T13:28:15Z', 'revision_number': 1, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9180ed1-c6e0-4166-9344-f12dd2a33586', 'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'mac_address': 'fa:16:3e:22:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:56Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 5, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'subnets': [{'id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:31:54.062737 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b223108-ad71-4f30-9ae5-1512a1b5f80c None None] Checking router: 4a49765d-eefb-4a48-894a-f39231c40665 for host: dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:31:54.071512 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b223108-ad71-4f30-9ae5-1512a1b5f80c None None] Routers {'4a49765d-eefb-4a48-894a-f39231c40665'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:31:54.073010 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-2b223108-ad71-4f30-9ae5-1512a1b5f80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:31:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['4a49765d-eefb-4a48-894a-f39231c40665'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:31:54.079359 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39522e21-6dd0-4664-8e7b-0b28bc467e7d req-8cac0a8b-9cc2-4960-b245-ee81fccdf8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:31:54.080927 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-39522e21-6dd0-4664-8e7b-0b28bc467e7d req-8cac0a8b-9cc2-4960-b245-ee81fccdf8db service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1fcdb7bf-a500-4e1c-8580-268d73eec72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722222 Apr 30 13:31:54.270499 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-39522e21-6dd0-4664-8e7b-0b28bc467e7d req-60abc605-80f5-454a-bc83-f4757b34d6fd service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554592 Apr 30 13:31:54.278948 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42015c4a-0af2-4905-b67d-7f076fece6c0 req-3be24b5f-1de2-4a3a-a1db-687ec2a115ea tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:31:54.279615 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-42015c4a-0af2-4905-b67d-7f076fece6c0 req-3be24b5f-1de2-4a3a-a1db-687ec2a115ea tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Synchronizing usage tracker for tenant:e1e5dd31affc47a1876d857176bb46e6 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:31:54.296609 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-2b223108-ad71-4f30-9ae5-1512a1b5f80c None None] Set router 4a49765d-eefb-4a48-894a-f39231c40665 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:31:54.371556 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-42015c4a-0af2-4905-b67d-7f076fece6c0 req-3be24b5f-1de2-4a3a-a1db-687ec2a115ea tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Unset dirty status for tenant:e1e5dd31affc47a1876d857176bb46e6 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:31:54.372699 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-42015c4a-0af2-4905-b67d-7f076fece6c0 req-3be24b5f-1de2-4a3a-a1db-687ec2a115ea tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 946 time: 0.4087574 Apr 30 13:31:54.449933 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-42015c4a-0af2-4905-b67d-7f076fece6c0 req-6b181971-bdb0-455c-987f-c54f44700398 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653691 Apr 30 13:31:54.453305 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-39522e21-6dd0-4664-8e7b-0b28bc467e7d req-2f344d3f-643c-4928-b3e5-b46cf9c71d5b service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711087 Apr 30 13:31:54.663971 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-2b223108-ad71-4f30-9ae5-1512a1b5f80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a49765d-eefb-4a48-894a-f39231c40665', 'name': 'tempest-TestVolumeBootPattern-483348848-router', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:24:56Z', 'revision_number': 4, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'gw_port': {'id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:53Z', 'updated_at': '2021-04-30T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': 'e2b2619d-036f-4459-b511-92cea53bd983', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'port_id': 'a253fe72-e490-4dfe-a4ae-cde55be5174f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'mac_address': 'fa:16:3e:0a:02:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8fef56-d373-4d1c-a9ea-67f866ca6eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:28:12Z', 'updated_at': '2021-04-30T13:28:15Z', 'revision_number': 1, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9180ed1-c6e0-4166-9344-f12dd2a33586', 'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'mac_address': 'fa:16:3e:22:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:56Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 5, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'subnets': [{'id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:31:54.668608 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b223108-ad71-4f30-9ae5-1512a1b5f80c None None] The sync data for ids ['4a49765d-eefb-4a48-894a-f39231c40665'] in dv-cinder-788363-2-iscsi is: [{'id': '4a49765d-eefb-4a48-894a-f39231c40665', 'name': 'tempest-TestVolumeBootPattern-483348848-router', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:24:56Z', 'revision_number': 4, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'gw_port': {'id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:53Z', 'updated_at': '2021-04-30T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_floatingips': [{'id': 'e2b2619d-036f-4459-b511-92cea53bd983', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'router_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'port_id': 'a253fe72-e490-4dfe-a4ae-cde55be5174f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'mac_address': 'fa:16:3e:0a:02:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8fef56-d373-4d1c-a9ea-67f866ca6eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:28:12Z', 'updated_at': '2021-04-30T13:28:15Z', 'revision_number': 1, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9180ed1-c6e0-4166-9344-f12dd2a33586', 'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'mac_address': 'fa:16:3e:22:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:56Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 5, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'subnets': [{'id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:31:54.881628 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0233908-720d-45a3-bf31-37aa97a65300 None None] New status for floating IP c78db971-867d-4e00-ad2f-434dd8b1832d: DOWN {{(pid=73848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:31:55.703311 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08e2d3-befb-46d2-9b6f-228857a1b12f req-5fc4254c-0000-4c40-bbf5-db6895988e6a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:31:55.704766 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ea08e2d3-befb-46d2-9b6f-228857a1b12f req-5fc4254c-0000-4c40-bbf5-db6895988e6a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 946 time: 0.1256554 Apr 30 13:31:55.748724 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ea08e2d3-befb-46d2-9b6f-228857a1b12f req-4bb32102-7882-4929-b5a7-012b6ef15746 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382905 Apr 30 13:31:56.172717 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808052c-05b5-40f0-8420-bdb3437bfa33 req-ba31a8b4-c9f1-42b0-a60f-7b4f28d37f19 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:31:56.174154 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9808052c-05b5-40f0-8420-bdb3437bfa33 req-ba31a8b4-c9f1-42b0-a60f-7b4f28d37f19 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 946 time: 0.1917753 Apr 30 13:31:56.308318 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-9808052c-05b5-40f0-8420-bdb3437bfa33 req-37a98d0f-565f-4d13-93fe-805aea4a557f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Deleting port e47014bd-f69e-4200-9db9-645498bd273c {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:31:56.308653 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-9808052c-05b5-40f0-8420-bdb3437bfa33 req-37a98d0f-565f-4d13-93fe-805aea4a557f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:56.435886 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-9808052c-05b5-40f0-8420-bdb3437bfa33 req-37a98d0f-565f-4d13-93fe-805aea4a557f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] For port e47014bd-f69e-4200-9db9-645498bd273c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e47014bd-f69e-4200-9db9-645498bd273c,segment=NetworkSegment(5bfe8ee4-855c-4573-9cc9-0bf431a45eda),segment_id=5bfe8ee4-855c-4573-9cc9-0bf431a45eda)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:31:56.436155 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-9808052c-05b5-40f0-8420-bdb3437bfa33 req-37a98d0f-565f-4d13-93fe-805aea4a557f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:56.558838 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-9808052c-05b5-40f0-8420-bdb3437bfa33 req-37a98d0f-565f-4d13-93fe-805aea4a557f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Calling delete_port for e47014bd-f69e-4200-9db9-645498bd273c owned by compute:nova {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:31:56.663186 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-9808052c-05b5-40f0-8420-bdb3437bfa33 req-37a98d0f-565f-4d13-93fe-805aea4a557f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:56.669054 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1b91ad92-fa66-4d20-9f7f-4058ea9951ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:31:56.715205 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a98d0f-565f-4d13-93fe-805aea4a557f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Pushing event deleted for resources: {'Port': ['ID=e47014bd-f69e-4200-9db9-645498bd273c,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:31:56.718106 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-37a98d0f-565f-4d13-93fe-805aea4a557f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:31:56.787798 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-9808052c-05b5-40f0-8420-bdb3437bfa33 req-37a98d0f-565f-4d13-93fe-805aea4a557f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] No DVR routers for this DVR port e47014bd-f69e-4200-9db9-645498bd273c on host hv-cinder-78836 {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:31:56.791657 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-9808052c-05b5-40f0-8420-bdb3437bfa33 req-37a98d0f-565f-4d13-93fe-805aea4a557f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:56.796526 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb11f01-73ac-4b58-9130-09cd1f9a92a1', 'name': 'network-vif-deleted', 'tag': 'e47014bd-f69e-4200-9db9-645498bd273c'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:31:56.812480 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9808052c-05b5-40f0-8420-bdb3437bfa33 req-37a98d0f-565f-4d13-93fe-805aea4a557f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.96 "DELETE /v2.0/ports/e47014bd-f69e-4200-9db9-645498bd273c HTTP/1.1" status: 204 len: 173 time: 0.6293116 Apr 30 13:31:56.846171 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb11f01-73ac-4b58-9130-09cd1f9a92a1', 'name': 'network-vif-deleted', 'tag': 'e47014bd-f69e-4200-9db9-645498bd273c', 'status': 'completed', 'code': 200} Apr 30 13:31:56.912752 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-641ce9d6-1687-49ef-abc8-8d4dcea55263 req-4eea295f-e298-4a29-921a-dc6382e13971 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Synchronizing usage tracker for tenant:e1e5dd31affc47a1876d857176bb46e6 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:31:56.932905 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-641ce9d6-1687-49ef-abc8-8d4dcea55263 req-4eea295f-e298-4a29-921a-dc6382e13971 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Unset dirty status for tenant:e1e5dd31affc47a1876d857176bb46e6 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:31:56.934140 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-641ce9d6-1687-49ef-abc8-8d4dcea55263 req-4eea295f-e298-4a29-921a-dc6382e13971 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fb11f01-73ac-4b58-9130-09cd1f9a92a1 HTTP/1.1" status: 200 len: 210 time: 0.0660019 Apr 30 13:32:00.021167 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device e47014bd-f69e-4200-9db9-645498bd273c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:32:00.054512 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] No Port match for: e47014bd-f69e-4200-9db9-645498bd273c {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:32:00.054862 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device e47014bd-f69e-4200-9db9-645498bd273c not bound to the agent host hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:32:00.428674 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 40294) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:32:00.685535 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-1d0668a7-84b6-4550-a1df-b874f4c1621b tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Deleting port f0842aa6-93f4-43d0-a156-16eaaab8796e {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:32:00.685875 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1d0668a7-84b6-4550-a1df-b874f4c1621b tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:00.801237 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1d0668a7-84b6-4550-a1df-b874f4c1621b tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:00.801580 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1d0668a7-84b6-4550-a1df-b874f4c1621b tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:00.920998 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-1d0668a7-84b6-4550-a1df-b874f4c1621b tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Calling delete_port for f0842aa6-93f4-43d0-a156-16eaaab8796e owned by network:floatingip {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:32:01.035275 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1d0668a7-84b6-4550-a1df-b874f4c1621b tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:01.039923 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-87bed385-abfb-4fc6-ad5e-c3f8eed99f0e tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:32:01.091329 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0668a7-84b6-4550-a1df-b874f4c1621b tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Pushing event deleted for resources: {'Port': ['ID=f0842aa6-93f4-43d0-a156-16eaaab8796e,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:32:01.116759 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1d0668a7-84b6-4550-a1df-b874f4c1621b tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:32:01.177800 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1d0668a7-84b6-4550-a1df-b874f4c1621b tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for floatingip, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:01.178210 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.db.l3_db [None req-1d0668a7-84b6-4550-a1df-b874f4c1621b tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Floating IP e2b2619d-036f-4459-b511-92cea53bd983 disassociated (deleted). External IP: 172.27.3.152, port: a253fe72-e490-4dfe-a4ae-cde55be5174f. Apr 30 13:32:01.642681 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0668a7-84b6-4550-a1df-b874f4c1621b tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Router 4a49765d-eefb-4a48-894a-f39231c40665 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:32:01.824234 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0668a7-84b6-4550-a1df-b874f4c1621b tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:32:01.833610 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f8ed4-1883-4144-9752-8b037898afb0 None None] Sync routers for ids ['4a49765d-eefb-4a48-894a-f39231c40665'] in dv-cinder-788363-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:32:01.844096 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8f8ed4-1883-4144-9752-8b037898afb0 None None] Routers {'4a49765d-eefb-4a48-894a-f39231c40665'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:32:01.844724 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-7e8f8ed4-1883-4144-9752-8b037898afb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:31:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['4a49765d-eefb-4a48-894a-f39231c40665'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:32:01.845298 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1d0668a7-84b6-4550-a1df-b874f4c1621b tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for floatingip, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:01.905925 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-1d0668a7-84b6-4550-a1df-b874f4c1621b tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "DELETE /v2.0/floatingips/e2b2619d-036f-4459-b511-92cea53bd983 HTTP/1.1" status: 204 len: 168 time: 1.4759812 Apr 30 13:32:01.906430 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8fef56-d373-4d1c-a9ea-67f866ca6eaf', 'tag': 'a253fe72-e490-4dfe-a4ae-cde55be5174f'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:32:01.960424 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8fef56-d373-4d1c-a9ea-67f866ca6eaf', 'tag': 'a253fe72-e490-4dfe-a4ae-cde55be5174f', 'status': 'completed', 'code': 200} Apr 30 13:32:02.036759 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-7e8f8ed4-1883-4144-9752-8b037898afb0 None None] Set router 4a49765d-eefb-4a48-894a-f39231c40665 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:32:02.095082 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eccce6-b317-4d3e-ba74-c877252011f7 req-c671077f-1804-4516-b127-0a8bfdec0e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:32:02.096815 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-70eccce6-b317-4d3e-ba74-c877252011f7 req-c671077f-1804-4516-b127-0a8bfdec0e05 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e1e5dd31affc47a1876d857176bb46e6&device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 1098 time: 0.0782025 Apr 30 13:32:02.293307 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eccce6-b317-4d3e-ba74-c877252011f7 req-84a30216-f798-4ee5-9ad0-bc1d5347f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:32:02.294850 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-70eccce6-b317-4d3e-ba74-c877252011f7 req-84a30216-f798-4ee5-9ad0-bc1d5347f9b7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=1fcdb7bf-a500-4e1c-8580-268d73eec72c HTTP/1.1" status: 200 len: 913 time: 0.1876440 Apr 30 13:32:02.363702 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-7e8f8ed4-1883-4144-9752-8b037898afb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a49765d-eefb-4a48-894a-f39231c40665', 'name': 'tempest-TestVolumeBootPattern-483348848-router', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:24:56Z', 'revision_number': 4, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'gw_port': {'id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:53Z', 'updated_at': '2021-04-30T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'c9180ed1-c6e0-4166-9344-f12dd2a33586', 'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'mac_address': 'fa:16:3e:22:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:56Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 5, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'subnets': [{'id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:32:02.367904 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f8ed4-1883-4144-9752-8b037898afb0 None None] Checking router: 4a49765d-eefb-4a48-894a-f39231c40665 for host: dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:32:02.370895 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-70eccce6-b317-4d3e-ba74-c877252011f7 req-7d598e4b-faae-4a70-92d9-1f8c3612ae98 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a253fe72-e490-4dfe-a4ae-cde55be5174f HTTP/1.1" status: 200 len: 217 time: 0.0645933 Apr 30 13:32:02.376430 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8f8ed4-1883-4144-9752-8b037898afb0 None None] Routers {'4a49765d-eefb-4a48-894a-f39231c40665'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:32:02.377070 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-7e8f8ed4-1883-4144-9752-8b037898afb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:31:39Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['4a49765d-eefb-4a48-894a-f39231c40665'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:32:02.383111 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6df313-f9de-4e47-ab85-f1292719686a req-6e5ab759-e02b-499f-b0fd-94cec17932dd tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:32:02.383795 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-5c6df313-f9de-4e47-ab85-f1292719686a req-6e5ab759-e02b-499f-b0fd-94cec17932dd tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Synchronizing usage tracker for tenant:e1e5dd31affc47a1876d857176bb46e6 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:32:02.448452 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-5c6df313-f9de-4e47-ab85-f1292719686a req-6e5ab759-e02b-499f-b0fd-94cec17932dd tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Unset dirty status for tenant:e1e5dd31affc47a1876d857176bb46e6 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:32:02.449475 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5c6df313-f9de-4e47-ab85-f1292719686a req-6e5ab759-e02b-499f-b0fd-94cec17932dd tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 945 time: 0.2316298 Apr 30 13:32:02.455077 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eccce6-b317-4d3e-ba74-c877252011f7 req-cd740db6-2180-41a8-bebf-a10928b1fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:32:02.456435 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-70eccce6-b317-4d3e-ba74-c877252011f7 req-cd740db6-2180-41a8-bebf-a10928b1fb21 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c5c52685-6ad3-430f-a262-3b784304e3b7 HTTP/1.1" status: 200 len: 850 time: 0.0700037 Apr 30 13:32:02.540241 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5c6df313-f9de-4e47-ab85-f1292719686a req-ffd64248-4cb9-434f-a588-206b60b36d28 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806854 Apr 30 13:32:02.564884 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-7e8f8ed4-1883-4144-9752-8b037898afb0 None None] Set router 4a49765d-eefb-4a48-894a-f39231c40665 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:32:02.565041 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eccce6-b317-4d3e-ba74-c877252011f7 req-52f4bdf7-e335-40eb-b0ed-a943013e4e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:32:02.566408 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-70eccce6-b317-4d3e-ba74-c877252011f7 req-52f4bdf7-e335-40eb-b0ed-a943013e4e16 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1fcdb7bf-a500-4e1c-8580-268d73eec72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0932114 Apr 30 13:32:02.725711 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-70eccce6-b317-4d3e-ba74-c877252011f7 req-12f8a1c3-a620-4352-9e72-f273be500d03 service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508658 Apr 30 13:32:02.866866 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-70eccce6-b317-4d3e-ba74-c877252011f7 req-a6c01041-fea1-4de0-8459-4dfb82434d1e service neutron] 10.222.0.96 "GET /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296418 Apr 30 13:32:02.929683 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-7e8f8ed4-1883-4144-9752-8b037898afb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a49765d-eefb-4a48-894a-f39231c40665', 'name': 'tempest-TestVolumeBootPattern-483348848-router', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:24:56Z', 'revision_number': 4, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'gw_port': {'id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:53Z', 'updated_at': '2021-04-30T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'c9180ed1-c6e0-4166-9344-f12dd2a33586', 'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'mac_address': 'fa:16:3e:22:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:56Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 5, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'subnets': [{'id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:32:02.933737 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f8ed4-1883-4144-9752-8b037898afb0 None None] The sync data for ids ['4a49765d-eefb-4a48-894a-f39231c40665'] in dv-cinder-788363-2-iscsi is: [{'id': '4a49765d-eefb-4a48-894a-f39231c40665', 'name': 'tempest-TestVolumeBootPattern-483348848-router', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:24:56Z', 'revision_number': 4, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'gw_port': {'id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:53Z', 'updated_at': '2021-04-30T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi', '_interfaces': [{'id': 'c9180ed1-c6e0-4166-9344-f12dd2a33586', 'name': '', 'network_id': '1fcdb7bf-a500-4e1c-8580-268d73eec72c', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'mac_address': 'fa:16:3e:22:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:56Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 5, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'subnets': [{'id': 'c5c52685-6ad3-430f-a262-3b784304e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:32:03.141134 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20defd15-a2dc-4a4e-910b-69d96de5b108 None None] New status for floating IP e2b2619d-036f-4459-b511-92cea53bd983: DOWN {{(pid=73848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:32:03.734073 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc7d40-a95f-4aa5-a759-d0432cede253 req-3cb62796-1511-4914-b744-9e629887262e tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:32:03.735523 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7dcc7d40-a95f-4aa5-a759-d0432cede253 req-3cb62796-1511-4914-b744-9e629887262e tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 945 time: 0.0864894 Apr 30 13:32:03.779601 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7dcc7d40-a95f-4aa5-a759-d0432cede253 req-270dbeb0-adb5-4ba5-ba00-ec9951be377f tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/security-groups?id=17d80129-dfd2-4ed7-be59-d5401ac44c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383680 Apr 30 13:32:04.247724 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc263ff4-4e84-4f83-b15c-1eba1aa90a0a req-d4fad639-0777-46dd-9e16-89dd3622f451 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:32:04.249317 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fc263ff4-4e84-4f83-b15c-1eba1aa90a0a req-d4fad639-0777-46dd-9e16-89dd3622f451 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.96 "GET /v2.0/ports?device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 945 time: 0.0878208 Apr 30 13:32:04.520962 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-fc263ff4-4e84-4f83-b15c-1eba1aa90a0a req-98360f9f-6f81-419d-89c8-7a3ab51113dc tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Deleting port a253fe72-e490-4dfe-a4ae-cde55be5174f {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:32:04.521212 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-fc263ff4-4e84-4f83-b15c-1eba1aa90a0a req-98360f9f-6f81-419d-89c8-7a3ab51113dc tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:04.637629 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:04.655011 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-fc263ff4-4e84-4f83-b15c-1eba1aa90a0a req-98360f9f-6f81-419d-89c8-7a3ab51113dc tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] For port a253fe72-e490-4dfe-a4ae-cde55be5174f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a253fe72-e490-4dfe-a4ae-cde55be5174f,segment=NetworkSegment(5bfe8ee4-855c-4573-9cc9-0bf431a45eda),segment_id=5bfe8ee4-855c-4573-9cc9-0bf431a45eda)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:32:04.655402 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-fc263ff4-4e84-4f83-b15c-1eba1aa90a0a req-98360f9f-6f81-419d-89c8-7a3ab51113dc tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:04.781739 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-fc263ff4-4e84-4f83-b15c-1eba1aa90a0a req-98360f9f-6f81-419d-89c8-7a3ab51113dc tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Calling delete_port for a253fe72-e490-4dfe-a4ae-cde55be5174f owned by compute:nova {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:32:04.929061 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-fc263ff4-4e84-4f83-b15c-1eba1aa90a0a req-98360f9f-6f81-419d-89c8-7a3ab51113dc tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:04.939608 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ade90b9b-0019-4a0a-a309-53aec1c894df tempest-TestShelveInstance-787888796 tempest-TestShelveInstance-787888796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:32:04.975184 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-73580028-9290-48a5-b565-c73a766db72d req-3355fce0-0188-4328-a708-4d4fe99d7ccd tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 210 time: 0.0819471 Apr 30 13:32:04.991176 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98360f9f-6f81-419d-89c8-7a3ab51113dc tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Pushing event deleted for resources: {'Port': ['ID=a253fe72-e490-4dfe-a4ae-cde55be5174f,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:32:04.994321 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-98360f9f-6f81-419d-89c8-7a3ab51113dc tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:32:05.065447 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc263ff4-4e84-4f83-b15c-1eba1aa90a0a req-98360f9f-6f81-419d-89c8-7a3ab51113dc tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] No DVR routers for this DVR port a253fe72-e490-4dfe-a4ae-cde55be5174f on host hv-cinder-78836 {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:32:05.067759 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-fc263ff4-4e84-4f83-b15c-1eba1aa90a0a req-98360f9f-6f81-419d-89c8-7a3ab51113dc tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:05.070318 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8fef56-d373-4d1c-a9ea-67f866ca6eaf', 'name': 'network-vif-deleted', 'tag': 'a253fe72-e490-4dfe-a4ae-cde55be5174f'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:32:05.086045 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fc263ff4-4e84-4f83-b15c-1eba1aa90a0a req-98360f9f-6f81-419d-89c8-7a3ab51113dc tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.96 "DELETE /v2.0/ports/a253fe72-e490-4dfe-a4ae-cde55be5174f HTTP/1.1" status: 204 len: 173 time: 0.8275042 Apr 30 13:32:05.126479 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8fef56-d373-4d1c-a9ea-67f866ca6eaf', 'name': 'network-vif-deleted', 'tag': 'a253fe72-e490-4dfe-a4ae-cde55be5174f', 'status': 'completed', 'code': 200} Apr 30 13:32:06.145256 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-0538ca2b-e063-483d-bdea-53b6109e77ac req-ea3f814a-b3f2-4475-9e56-4898519fea41 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Synchronizing usage tracker for tenant:e1e5dd31affc47a1876d857176bb46e6 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:32:06.160384 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-0538ca2b-e063-483d-bdea-53b6109e77ac req-ea3f814a-b3f2-4475-9e56-4898519fea41 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Unset dirty status for tenant:e1e5dd31affc47a1876d857176bb46e6 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:32:06.161757 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0538ca2b-e063-483d-bdea-53b6109e77ac req-ea3f814a-b3f2-4475-9e56-4898519fea41 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "GET /v2.0/ports?device_id=de8fef56-d373-4d1c-a9ea-67f866ca6eaf HTTP/1.1" status: 200 len: 210 time: 0.0656669 Apr 30 13:32:06.485093 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-524e536a-7c57-4aab-ad81-6bbf19e98214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:07.255486 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 40314) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:32:07.473591 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-8b724452-45a7-4eb5-991f-37733583c97a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Deleting port 1968a3ed-4a0a-483d-81f6-38a1e6ff173c {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:32:07.473833 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-8b724452-45a7-4eb5-991f-37733583c97a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:07.589440 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-8b724452-45a7-4eb5-991f-37733583c97a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:07.589768 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-8b724452-45a7-4eb5-991f-37733583c97a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:07.709903 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-8b724452-45a7-4eb5-991f-37733583c97a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Calling delete_port for 1968a3ed-4a0a-483d-81f6-38a1e6ff173c owned by network:floatingip {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:32:07.814100 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-8b724452-45a7-4eb5-991f-37733583c97a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:07.818222 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-7d727ced-489f-4a01-b7ee-b5eabeed1023 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:32:07.864330 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b724452-45a7-4eb5-991f-37733583c97a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Pushing event deleted for resources: {'Port': ['ID=1968a3ed-4a0a-483d-81f6-38a1e6ff173c,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:32:07.894839 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-8b724452-45a7-4eb5-991f-37733583c97a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:32:07.950281 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-8b724452-45a7-4eb5-991f-37733583c97a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for floatingip, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:07.967605 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-8b724452-45a7-4eb5-991f-37733583c97a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7921'] for floatingip, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:07.968730 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-8b724452-45a7-4eb5-991f-37733583c97a tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "DELETE /v2.0/floatingips/4b3ff4fa-e958-4117-bf0f-acee7f3db32d HTTP/1.1" status: 204 len: 168 time: 0.7122779 Apr 30 13:32:08.055000 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device a253fe72-e490-4dfe-a4ae-cde55be5174f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:32:08.089313 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] No Port match for: a253fe72-e490-4dfe-a4ae-cde55be5174f {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:32:08.089580 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Device a253fe72-e490-4dfe-a4ae-cde55be5174f not bound to the agent host hv-cinder-78836 {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:32:09.157782 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-85ea299c-bb5c-4863-b0f0-f7e0d3475ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:09.159546 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:09.339892 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 40328) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:32:09.410207 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d0cbd780-6068-4f87-a397-386ecf0f5eb5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:09.439376 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d0cbd780-6068-4f87-a397-386ecf0f5eb5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:09.502246 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d0cbd780-6068-4f87-a397-386ecf0f5eb5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:09.505933 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-767f905f-81f3-4b3d-ade0-4822864a75c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:32:09.520042 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbd780-6068-4f87-a397-386ecf0f5eb5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d80129-dfd2-4ed7-be59-d5401ac44c4a,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:32:09.529623 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbd780-6068-4f87-a397-386ecf0f5eb5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:32:09.530033 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbd780-6068-4f87-a397-386ecf0f5eb5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:32:09.530436 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbd780-6068-4f87-a397-386ecf0f5eb5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:32:09.530794 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbd780-6068-4f87-a397-386ecf0f5eb5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:32:09.531184 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbd780-6068-4f87-a397-386ecf0f5eb5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:32:09.531558 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbd780-6068-4f87-a397-386ecf0f5eb5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:32:09.531919 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbd780-6068-4f87-a397-386ecf0f5eb5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:32:09.532271 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbd780-6068-4f87-a397-386ecf0f5eb5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:32:09.532626 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbd780-6068-4f87-a397-386ecf0f5eb5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:32:09.532977 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbd780-6068-4f87-a397-386ecf0f5eb5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:32:09.533327 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbd780-6068-4f87-a397-386ecf0f5eb5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:32:09.533676 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbd780-6068-4f87-a397-386ecf0f5eb5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:32:09.538270 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-d0cbd780-6068-4f87-a397-386ecf0f5eb5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:32:09.541541 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d0cbd780-6068-4f87-a397-386ecf0f5eb5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:09.545429 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-d0cbd780-6068-4f87-a397-386ecf0f5eb5 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] 10.222.0.30 "DELETE /v2.0/security-groups/17d80129-dfd2-4ed7-be59-d5401ac44c4a HTTP/1.1" status: 204 len: 168 time: 0.2045259 Apr 30 13:32:09.596332 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 40334) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:32:10.190622 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:10.459780 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-96b8f5b8-32af-472e-8239-77650898a90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657523'] for router_interface, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:10.862128 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-96b8f5b8-32af-472e-8239-77650898a90e admin admin] Deleting port c9180ed1-c6e0-4166-9344-f12dd2a33586 {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:32:10.862358 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-96b8f5b8-32af-472e-8239-77650898a90e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:10.980559 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-96b8f5b8-32af-472e-8239-77650898a90e admin admin] For port c9180ed1-c6e0-4166-9344-f12dd2a33586, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=c9180ed1-c6e0-4166-9344-f12dd2a33586,segment=NetworkSegment(5bfe8ee4-855c-4573-9cc9-0bf431a45eda),segment_id=5bfe8ee4-855c-4573-9cc9-0bf431a45eda)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:32:10.980922 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-96b8f5b8-32af-472e-8239-77650898a90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:11.105710 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-96b8f5b8-32af-472e-8239-77650898a90e admin admin] Calling delete_port for c9180ed1-c6e0-4166-9344-f12dd2a33586 owned by network:router_interface {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:32:11.249997 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-96b8f5b8-32af-472e-8239-77650898a90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:11.253599 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-7b45cbf5-56dd-41b7-9aa3-f9739b386de4 tempest-VolumesSnapshotTestJSON-1007388609 tempest-VolumesSnapshotTestJSON-1007388609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:32:11.295958 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8f5b8-32af-472e-8239-77650898a90e admin admin] Pushing event deleted for resources: {'Port': ['ID=c9180ed1-c6e0-4166-9344-f12dd2a33586,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:32:11.299122 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-96b8f5b8-32af-472e-8239-77650898a90e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:32:11.667579 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-96b8f5b8-32af-472e-8239-77650898a90e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712131'] for router_interface, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:11.729192 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:12.013828 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b8f5b8-32af-472e-8239-77650898a90e admin admin] Router 4a49765d-eefb-4a48-894a-f39231c40665 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:32:12.185868 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b8f5b8-32af-472e-8239-77650898a90e admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:32:12.202603 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a054df-1bbf-4a83-87fc-a757a9c10dc8 None None] Sync routers for ids ['4a49765d-eefb-4a48-894a-f39231c40665'] in dv-cinder-788363-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:32:12.202811 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-96b8f5b8-32af-472e-8239-77650898a90e admin admin] 10.222.0.30 "PUT /v2.0/routers/4a49765d-eefb-4a48-894a-f39231c40665/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6028824 Apr 30 13:32:12.202811 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 40340) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:32:12.210927 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a054df-1bbf-4a83-87fc-a757a9c10dc8 None None] Routers {'4a49765d-eefb-4a48-894a-f39231c40665'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:32:12.211791 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-d8a054df-1bbf-4a83-87fc-a757a9c10dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:32:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['4a49765d-eefb-4a48-894a-f39231c40665'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:32:12.374984 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a2685502-f3dc-49ae-8899-9daf8ff5e341 admin admin] Notify callbacks [] for router, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:12.385781 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-d8a054df-1bbf-4a83-87fc-a757a9c10dc8 None None] Set router 4a49765d-eefb-4a48-894a-f39231c40665 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:32:12.546648 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a2685502-f3dc-49ae-8899-9daf8ff5e341 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:12.619248 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-a2685502-f3dc-49ae-8899-9daf8ff5e341 admin admin] Deleting port a1b97ea0-42a1-4b05-a83d-572730a1324c {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:32:12.619608 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a2685502-f3dc-49ae-8899-9daf8ff5e341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:12.661602 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-d8a054df-1bbf-4a83-87fc-a757a9c10dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a49765d-eefb-4a48-894a-f39231c40665', 'name': 'tempest-TestVolumeBootPattern-483348848-router', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:32:11Z', 'revision_number': 5, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'gw_port': {'id': 'a1b97ea0-42a1-4b05-a83d-572730a1324c', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49765d-eefb-4a48-894a-f39231c40665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:53Z', 'updated_at': '2021-04-30T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:32:12.665406 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a054df-1bbf-4a83-87fc-a757a9c10dc8 None None] Checking router: 4a49765d-eefb-4a48-894a-f39231c40665 for host: dv-cinder-788363-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:32:12.673698 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a054df-1bbf-4a83-87fc-a757a9c10dc8 None None] Routers {'4a49765d-eefb-4a48-894a-f39231c40665'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:32:12.674399 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-d8a054df-1bbf-4a83-87fc-a757a9c10dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:32:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['4a49765d-eefb-4a48-894a-f39231c40665'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:32:12.828675 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-d8a054df-1bbf-4a83-87fc-a757a9c10dc8 None None] Set router 4a49765d-eefb-4a48-894a-f39231c40665 gateway port host: None {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:32:12.844284 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-a2685502-f3dc-49ae-8899-9daf8ff5e341 admin admin] For port a1b97ea0-42a1-4b05-a83d-572730a1324c, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=a1b97ea0-42a1-4b05-a83d-572730a1324c,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:32:12.844761 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a2685502-f3dc-49ae-8899-9daf8ff5e341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:12.931911 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-d8a054df-1bbf-4a83-87fc-a757a9c10dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a49765d-eefb-4a48-894a-f39231c40665', 'name': 'tempest-TestVolumeBootPattern-483348848-router', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:32:12Z', 'revision_number': 6, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'gw_port_host': None}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:32:12.935818 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a054df-1bbf-4a83-87fc-a757a9c10dc8 None None] The sync data for ids ['4a49765d-eefb-4a48-894a-f39231c40665'] in dv-cinder-788363-2-iscsi is: [{'id': '4a49765d-eefb-4a48-894a-f39231c40665', 'name': 'tempest-TestVolumeBootPattern-483348848-router', 'tenant_id': 'e1e5dd31affc47a1876d857176bb46e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:32:12Z', 'revision_number': 6, 'project_id': 'e1e5dd31affc47a1876d857176bb46e6', 'gw_port_host': None}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:32:12.967990 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-a2685502-f3dc-49ae-8899-9daf8ff5e341 admin admin] Calling delete_port for a1b97ea0-42a1-4b05-a83d-572730a1324c owned by network:router_gateway {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:32:13.101178 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a2685502-f3dc-49ae-8899-9daf8ff5e341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:13.106011 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-73574f70-f9a3-4bd9-aee8-aebec58cc99c tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:32:13.148982 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2685502-f3dc-49ae-8899-9daf8ff5e341 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1b97ea0-42a1-4b05-a83d-572730a1324c,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:32:13.177272 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-a2685502-f3dc-49ae-8899-9daf8ff5e341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:32:13.238200 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a2685502-f3dc-49ae-8899-9daf8ff5e341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-669924'] for router_gateway, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:13.412914 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a2685502-f3dc-49ae-8899-9daf8ff5e341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30109'] for router, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:13.415105 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a2685502-f3dc-49ae-8899-9daf8ff5e341 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:13.437781 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a2685502-f3dc-49ae-8899-9daf8ff5e341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711489'] for router, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:13.438300 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2685502-f3dc-49ae-8899-9daf8ff5e341 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a49765d-eefb-4a48-894a-f39231c40665 {{(pid=73846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:32:13.450436 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a2685502-f3dc-49ae-8899-9daf8ff5e341 admin admin] Notify callbacks [] for router, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:13.451538 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-a2685502-f3dc-49ae-8899-9daf8ff5e341 admin admin] 10.222.0.30 "DELETE /v2.0/routers/4a49765d-eefb-4a48-894a-f39231c40665 HTTP/1.1" status: 204 len: 168 time: 1.2478163 Apr 30 13:32:13.454101 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 40344) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:32:13.513846 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_v2 [None req-825e4229-d243-4851-a15d-a04d3d1725c1 admin admin] Deleting subnet c5c52685-6ad3-430f-a262-3b784304e3b7 {{(pid=73846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:32:13.516535 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-825e4229-d243-4851-a15d-a04d3d1725c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:13.564575 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-825e4229-d243-4851-a15d-a04d3d1725c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819611'] for subnet, precommit_delete_associations {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:13.638096 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-825e4229-d243-4851-a15d-a04d3d1725c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513256'] for subnet, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:13.885974 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-825e4229-d243-4851-a15d-a04d3d1725c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8252089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978881'] for subnet, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:13.889690 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-dbcbbd91-3051-4fe7-8ad8-285595d5b094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:32:13.923838 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e4229-d243-4851-a15d-a04d3d1725c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5c52685-6ad3-430f-a262-3b784304e3b7,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:32:13.926343 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-825e4229-d243-4851-a15d-a04d3d1725c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:32:13.929011 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-825e4229-d243-4851-a15d-a04d3d1725c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for subnet, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:13.934799 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f69897-78fb-4e03-b7df-54d3985fffd4 None None] Network 1fcdb7bf-a500-4e1c-8580-268d73eec72c requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:32:13.936223 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-825e4229-d243-4851-a15d-a04d3d1725c1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c5c52685-6ad3-430f-a262-3b784304e3b7 HTTP/1.1" status: 204 len: 168 time: 0.4811027 Apr 30 13:32:13.938534 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 40348) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:32:14.041486 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-bb9e0895-ce72-4e3f-964c-73f15d309ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669671'] for network, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:14.115998 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-bb9e0895-ce72-4e3f-964c-73f15d309ade admin admin] Deleting port 6a9777d5-dfcc-42ac-9619-d03b9a6b7da6 {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:32:14.116355 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-bb9e0895-ce72-4e3f-964c-73f15d309ade admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:14.173746 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5cf528-5d5d-4f93-a529-5016060d8120 None None] DHCP port deletion for 1fcdb7bf-a500-4e1c-8580-268d73eec72c request from dv-cinder-788363-2-iscsi {{(pid=73847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:32:14.218929 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-bb9e0895-ce72-4e3f-964c-73f15d309ade admin admin] For port 6a9777d5-dfcc-42ac-9619-d03b9a6b7da6, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=6a9777d5-dfcc-42ac-9619-d03b9a6b7da6,segment=NetworkSegment(5bfe8ee4-855c-4573-9cc9-0bf431a45eda),segment_id=5bfe8ee4-855c-4573-9cc9-0bf431a45eda)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:32:14.219313 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-bb9e0895-ce72-4e3f-964c-73f15d309ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:14.260478 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device a1b97ea0-42a1-4b05-a83d-572730a1324c no longer exists at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:32:14.297229 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] No Port match for: a1b97ea0-42a1-4b05-a83d-572730a1324c {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:32:14.297496 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device a1b97ea0-42a1-4b05-a83d-572730a1324c not bound to the agent host dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:32:14.297914 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 6a9777d5-dfcc-42ac-9619-d03b9a6b7da6 no longer exists at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:32:14.401572 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-7d5cf528-5d5d-4f93-a529-5016060d8120 None None] Deleting port 6a9777d5-dfcc-42ac-9619-d03b9a6b7da6 {{(pid=73847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:32:14.401966 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-7d5cf528-5d5d-4f93-a529-5016060d8120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:14.433265 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-bb9e0895-ce72-4e3f-964c-73f15d309ade admin admin] Calling delete_port for 6a9777d5-dfcc-42ac-9619-d03b9a6b7da6 owned by network:dhcp {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:32:14.479919 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-bb9e0895-ce72-4e3f-964c-73f15d309ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:14.484002 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-b5db773d-552f-427a-b7d9-59220c3c0678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:32:14.508855 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634498'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:14.527211 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e0895-ce72-4e3f-964c-73f15d309ade admin admin] Pushing event deleted for resources: {'Port': ['ID=6a9777d5-dfcc-42ac-9619-d03b9a6b7da6,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:32:14.529637 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-bb9e0895-ce72-4e3f-964c-73f15d309ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:32:14.530063 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-7d5cf528-5d5d-4f93-a529-5016060d8120 None None] For port 6a9777d5-dfcc-42ac-9619-d03b9a6b7da6, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=6a9777d5-dfcc-42ac-9619-d03b9a6b7da6,segment=NetworkSegment(5bfe8ee4-855c-4573-9cc9-0bf431a45eda),segment_id=5bfe8ee4-855c-4573-9cc9-0bf431a45eda)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:32:14.530463 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-7d5cf528-5d5d-4f93-a529-5016060d8120 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:14.532128 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9e0895-ce72-4e3f-964c-73f15d309ade admin admin] No DVR routers for this DVR port 6a9777d5-dfcc-42ac-9619-d03b9a6b7da6 on host dv-cinder-788363-2-iscsi {{(pid=73846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:32:14.646433 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-bb9e0895-ce72-4e3f-964c-73f15d309ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508261', 'neutron.services.segments.db._delete_segments_for_network-8741672489629'] for network, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:14.685001 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-7d5cf528-5d5d-4f93-a529-5016060d8120 None None] Calling delete_port for 6a9777d5-dfcc-42ac-9619-d03b9a6b7da6 owned by network:dhcp {{(pid=73847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:32:14.693107 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device c9180ed1-c6e0-4166-9344-f12dd2a33586 no longer exists at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:32:14.728542 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] No Port match for: c9180ed1-c6e0-4166-9344-f12dd2a33586 {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:32:14.728897 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device c9180ed1-c6e0-4166-9344-f12dd2a33586 not bound to the agent host dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:32:14.754521 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.services.segments.db [None req-bb9e0895-ce72-4e3f-964c-73f15d309ade admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fcdb7bf-a500-4e1c-8580-268d73eec72c']}} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:32:14.764392 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-7d5cf528-5d5d-4f93-a529-5016060d8120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959'] for port, after_delete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:14.766101 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.services.segments.db [None req-bb9e0895-ce72-4e3f-964c-73f15d309ade admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bfe8ee4-855c-4573-9cc9-0bf431a45eda') {'for_net_delete': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:32:14.766400 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.services.segments.db [None req-bb9e0895-ce72-4e3f-964c-73f15d309ade admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bfe8ee4-855c-4573-9cc9-0bf431a45eda') {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:32:14.767835 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:32:14.777470 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-bb9e0895-ce72-4e3f-964c-73f15d309ade admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672501863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5819602'] for segment, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:14.796668 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-bb9e0895-ce72-4e3f-964c-73f15d309ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:14.802691 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9e0895-ce72-4e3f-964c-73f15d309ade admin admin] Releasing vlan 1185 on physical network physnet1 to pool {{(pid=73846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:32:14.809300 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cf528-5d5d-4f93-a529-5016060d8120 None None] Pushing event deleted for resources: {'Port': ['ID=6a9777d5-dfcc-42ac-9619-d03b9a6b7da6,revision_number=None']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:32:14.816907 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5cf528-5d5d-4f93-a529-5016060d8120 None None] No DVR routers for this DVR port 6a9777d5-dfcc-42ac-9619-d03b9a6b7da6 on host dv-cinder-788363-2-iscsi {{(pid=73847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:32:14.826147 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cf528-5d5d-4f93-a529-5016060d8120 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:32:14.826147 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cf528-5d5d-4f93-a529-5016060d8120 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:32:14.826352 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cf528-5d5d-4f93-a529-5016060d8120 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:32:14.826661 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cf528-5d5d-4f93-a529-5016060d8120 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:32:14.826992 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cf528-5d5d-4f93-a529-5016060d8120 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:32:14.827324 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cf528-5d5d-4f93-a529-5016060d8120 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:32:14.827663 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cf528-5d5d-4f93-a529-5016060d8120 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:32:14.827944 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cf528-5d5d-4f93-a529-5016060d8120 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:32:14.828268 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cf528-5d5d-4f93-a529-5016060d8120 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:32:14.828586 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cf528-5d5d-4f93-a529-5016060d8120 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:32:14.828914 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cf528-5d5d-4f93-a529-5016060d8120 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:32:14.829220 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cf528-5d5d-4f93-a529-5016060d8120 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:32:14.832184 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-7d5cf528-5d5d-4f93-a529-5016060d8120 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:32:14.967210 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-bb9e0895-ce72-4e3f-964c-73f15d309ade admin admin] Network 1fcdb7bf-a500-4e1c-8580-268d73eec72c has no segments {{(pid=73846) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:32:14.975442 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-bb9e0895-ce72-4e3f-964c-73f15d309ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1513757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8251923'] for segment, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:15.152021 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-bb9e0895-ce72-4e3f-964c-73f15d309ade admin admin] Network 1fcdb7bf-a500-4e1c-8580-268d73eec72c has no segments {{(pid=73846) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: Traceback (most recent call last): Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: timer() Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: cb(*args, **kw) Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: return func(*args, **kwargs) Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: self._notify() Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: self.callback(batched_events) Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: event.method(event) Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: return f(self, *a, **k) Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: return self._get(url).json() Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: return self.request(url, 'GET', **kwargs) Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:32:15.173090 dv-cinder-788363-2-iscsi neutron-server[73846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:32:15.244157 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-bb9e0895-ce72-4e3f-964c-73f15d309ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670072'] for network, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:15.247765 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:32:15.264379 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-bb9e0895-ce72-4e3f-964c-73f15d309ade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:15.274294 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e0895-ce72-4e3f-964c-73f15d309ade admin admin] Pushing event deleted for resources: {'Network': ['ID=1fcdb7bf-a500-4e1c-8580-268d73eec72c,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:32:15.278001 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-bb9e0895-ce72-4e3f-964c-73f15d309ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:32:15.288543 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-bb9e0895-ce72-4e3f-964c-73f15d309ade admin admin] 10.222.0.30 "DELETE /v2.0/networks/1fcdb7bf-a500-4e1c-8580-268d73eec72c HTTP/1.1" status: 204 len: 168 time: 1.3489494 Apr 30 13:32:15.291975 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 40352) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:32:15.901658 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d96fd53a-c2e4-4146-a8f0-ed46598b4e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657523'] for router_interface, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:16.308053 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-d96fd53a-c2e4-4146-a8f0-ed46598b4e4b admin admin] Deleting port 011fd166-b602-4ae3-af6d-87afc48246a5 {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:32:16.308753 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d96fd53a-c2e4-4146-a8f0-ed46598b4e4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:16.426378 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-d96fd53a-c2e4-4146-a8f0-ed46598b4e4b admin admin] For port 011fd166-b602-4ae3-af6d-87afc48246a5, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=011fd166-b602-4ae3-af6d-87afc48246a5,segment=NetworkSegment(9f3dcab6-1700-4d76-8072-5e3851519f1d),segment_id=9f3dcab6-1700-4d76-8072-5e3851519f1d)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:32:16.426725 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d96fd53a-c2e4-4146-a8f0-ed46598b4e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:16.549827 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-d96fd53a-c2e4-4146-a8f0-ed46598b4e4b admin admin] Calling delete_port for 011fd166-b602-4ae3-af6d-87afc48246a5 owned by network:router_interface {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:32:16.692529 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d96fd53a-c2e4-4146-a8f0-ed46598b4e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:16.696136 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-cc01b4dc-41b4-4e78-808f-f99b97783f48 tempest-AttachVolumeNegativeTest-786370362 tempest-AttachVolumeNegativeTest-786370362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:32:16.740462 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96fd53a-c2e4-4146-a8f0-ed46598b4e4b admin admin] Pushing event deleted for resources: {'Port': ['ID=011fd166-b602-4ae3-af6d-87afc48246a5,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:32:16.744054 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-d96fd53a-c2e4-4146-a8f0-ed46598b4e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:32:16.997063 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d96fd53a-c2e4-4146-a8f0-ed46598b4e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712131'] for router_interface, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:17.445697 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96fd53a-c2e4-4146-a8f0-ed46598b4e4b admin admin] Router 480806d9-6451-4dc5-93f5-f77998e63c39 has already been hosted by L3 agent b4b88782-9584-46f7-9d7b-cf5ed4caef60 {{(pid=73846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:32:17.628796 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96fd53a-c2e4-4146-a8f0-ed46598b4e4b admin admin] Notify agent at l3_agent.dv-cinder-788363-2-iscsi the message routers_updated {{(pid=73846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:32:17.637754 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc81f10f-339b-4ed6-9c87-2205f901a463 None None] Sync routers for ids ['480806d9-6451-4dc5-93f5-f77998e63c39'] in dv-cinder-788363-2-iscsi {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:32:17.646349 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-d96fd53a-c2e4-4146-a8f0-ed46598b4e4b admin admin] 10.222.0.30 "PUT /v2.0/routers/480806d9-6451-4dc5-93f5-f77998e63c39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3533361 Apr 30 13:32:17.647489 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 40356) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:32:17.652087 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc81f10f-339b-4ed6-9c87-2205f901a463 None None] Routers {'480806d9-6451-4dc5-93f5-f77998e63c39'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:32:17.652877 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-cc81f10f-339b-4ed6-9c87-2205f901a463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:32:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['480806d9-6451-4dc5-93f5-f77998e63c39'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:32:17.819707 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-68915a48-2c88-48b2-bad7-541d1e592b30 admin admin] Notify callbacks [] for router, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:17.825321 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-cc81f10f-339b-4ed6-9c87-2205f901a463 None None] Set router 480806d9-6451-4dc5-93f5-f77998e63c39 gateway port host: dv-cinder-788363-2-iscsi {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:32:17.995023 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-68915a48-2c88-48b2-bad7-541d1e592b30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:18.064491 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-68915a48-2c88-48b2-bad7-541d1e592b30 admin admin] Deleting port 93beda33-4d56-4419-9fc4-e2594bcff83e {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:32:18.064832 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-68915a48-2c88-48b2-bad7-541d1e592b30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:18.101429 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-cc81f10f-339b-4ed6-9c87-2205f901a463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480806d9-6451-4dc5-93f5-f77998e63c39', 'name': 'tempest-TestVolumeBootPattern-1227520309-router', 'tenant_id': '6878a1268158480fbb65957761f354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'external_fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '93beda33-4d56-4419-9fc4-e2594bcff83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:59Z', 'updated_at': '2021-04-30T13:32:16Z', 'revision_number': 5, 'project_id': '6878a1268158480fbb65957761f354e6', 'gw_port': {'id': '93beda33-4d56-4419-9fc4-e2594bcff83e', 'name': '', 'network_id': 'c3b86f7e-3861-4477-9f50-64652b00e102', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:22:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480806d9-6451-4dc5-93f5-f77998e63c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:25:00Z', 'updated_at': '2021-04-30T13:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d81663d-75dc-44ec-8bd2-9cfe56c21a4e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-iscsi'}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:32:18.105781 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc81f10f-339b-4ed6-9c87-2205f901a463 None None] Checking router: 480806d9-6451-4dc5-93f5-f77998e63c39 for host: dv-cinder-788363-2-iscsi {{(pid=73848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:32:18.113887 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc81f10f-339b-4ed6-9c87-2205f901a463 None None] Routers {'480806d9-6451-4dc5-93f5-f77998e63c39'} bound to L3 agent in host dv-cinder-788363-2-iscsi {{(pid=73848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:32:18.114507 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-cc81f10f-339b-4ed6-9c87-2205f901a463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:39Z,description=,heartbeat_timestamp=2021-04-30T13:32:09Z,host='dv-cinder-788363-2-iscsi',id=b4b88782-9584-46f7-9d7b-cf5ed4caef60,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:07:39Z,topic='l3_agent')) {'router_ids': ['480806d9-6451-4dc5-93f5-f77998e63c39'], 'active': True} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:32:18.186581 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-68915a48-2c88-48b2-bad7-541d1e592b30 admin admin] For port 93beda33-4d56-4419-9fc4-e2594bcff83e, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=93beda33-4d56-4419-9fc4-e2594bcff83e,segment=NetworkSegment(48521140-0b4d-486c-b574-5769daa56625),segment_id=48521140-0b4d-486c-b574-5769daa56625)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:32:18.186951 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-68915a48-2c88-48b2-bad7-541d1e592b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:18.265680 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_dvr_db [None req-cc81f10f-339b-4ed6-9c87-2205f901a463 None None] Set router 480806d9-6451-4dc5-93f5-f77998e63c39 gateway port host: None {{(pid=73848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:32:18.314278 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-68915a48-2c88-48b2-bad7-541d1e592b30 admin admin] Calling delete_port for 93beda33-4d56-4419-9fc4-e2594bcff83e owned by network:router_gateway {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:32:18.367854 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.l3_hamode_db [None req-cc81f10f-339b-4ed6-9c87-2205f901a463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480806d9-6451-4dc5-93f5-f77998e63c39', 'name': 'tempest-TestVolumeBootPattern-1227520309-router', 'tenant_id': '6878a1268158480fbb65957761f354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:59Z', 'updated_at': '2021-04-30T13:32:17Z', 'revision_number': 6, 'project_id': '6878a1268158480fbb65957761f354e6', 'gw_port_host': None}], 'dv-cinder-788363-2-iscsi', False) {} {{(pid=73848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:32:18.371628 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc81f10f-339b-4ed6-9c87-2205f901a463 None None] The sync data for ids ['480806d9-6451-4dc5-93f5-f77998e63c39'] in dv-cinder-788363-2-iscsi is: [{'id': '480806d9-6451-4dc5-93f5-f77998e63c39', 'name': 'tempest-TestVolumeBootPattern-1227520309-router', 'tenant_id': '6878a1268158480fbb65957761f354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:59Z', 'updated_at': '2021-04-30T13:32:17Z', 'revision_number': 6, 'project_id': '6878a1268158480fbb65957761f354e6', 'gw_port_host': None}] {{(pid=73848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:32:18.450340 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-68915a48-2c88-48b2-bad7-541d1e592b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8252100'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:18.453926 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-1ddd97a2-cb7e-403f-8ed6-dd852db55303 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:32:18.597142 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68915a48-2c88-48b2-bad7-541d1e592b30 admin admin] Pushing event deleted for resources: {'Port': ['ID=93beda33-4d56-4419-9fc4-e2594bcff83e,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:32:18.599607 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-68915a48-2c88-48b2-bad7-541d1e592b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:32:18.685376 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-68915a48-2c88-48b2-bad7-541d1e592b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-669924'] for router_gateway, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:18.857509 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-68915a48-2c88-48b2-bad7-541d1e592b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30109'] for router, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:18.859636 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-68915a48-2c88-48b2-bad7-541d1e592b30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:18.881897 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-68915a48-2c88-48b2-bad7-541d1e592b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711489'] for router, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:18.882402 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68915a48-2c88-48b2-bad7-541d1e592b30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 480806d9-6451-4dc5-93f5-f77998e63c39 {{(pid=73846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:32:18.895049 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-68915a48-2c88-48b2-bad7-541d1e592b30 admin admin] Notify callbacks [] for router, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:18.896087 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-68915a48-2c88-48b2-bad7-541d1e592b30 admin admin] 10.222.0.30 "DELETE /v2.0/routers/480806d9-6451-4dc5-93f5-f77998e63c39 HTTP/1.1" status: 204 len: 168 time: 1.2477057 Apr 30 13:32:18.898773 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 40360) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:32:18.958821 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff1997c-370a-4a36-8a89-45962011ce47 admin admin] Deleting subnet 71b32629-cdaa-4c6c-b85d-ad607cd7bbcb {{(pid=73846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:32:18.961551 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-cff1997c-370a-4a36-8a89-45962011ce47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:19.008140 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-cff1997c-370a-4a36-8a89-45962011ce47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819611'] for subnet, precommit_delete_associations {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:19.086487 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-cff1997c-370a-4a36-8a89-45962011ce47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513256'] for subnet, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:19.335471 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-cff1997c-370a-4a36-8a89-45962011ce47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8252089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978881'] for subnet, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:19.339392 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-c238948c-2980-4ba5-9b39-67a7b1ac017c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:32:19.379000 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1997c-370a-4a36-8a89-45962011ce47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71b32629-cdaa-4c6c-b85d-ad607cd7bbcb,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:32:19.381510 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-cff1997c-370a-4a36-8a89-45962011ce47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:32:19.384908 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-cff1997c-370a-4a36-8a89-45962011ce47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for subnet, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:19.390211 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad06f2e3-4dcc-4966-b5b2-a9edb8d51c41 None None] Network c70d636a-6fbe-4bf0-9877-67fb0ea57d1d requested from dv-cinder-788363-2-iscsi {{(pid=73847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:32:19.391652 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-cff1997c-370a-4a36-8a89-45962011ce47 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/71b32629-cdaa-4c6c-b85d-ad607cd7bbcb HTTP/1.1" status: 204 len: 168 time: 0.4919171 Apr 30 13:32:19.394196 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 40364) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:32:19.617076 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3f94cdc1-71b1-4496-8a4d-bd0aaebde368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669671'] for network, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:19.642611 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a80dcb5-3f3c-483f-a142-c8d0d39beadf None None] DHCP port deletion for c70d636a-6fbe-4bf0-9877-67fb0ea57d1d request from dv-cinder-788363-2-iscsi {{(pid=73847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:32:19.694991 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-3f94cdc1-71b1-4496-8a4d-bd0aaebde368 admin admin] Deleting port b985b2fe-d135-41c7-9a21-3e26521dc178 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:32:19.695497 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3f94cdc1-71b1-4496-8a4d-bd0aaebde368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:19.718892 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-3a80dcb5-3f3c-483f-a142-c8d0d39beadf None None] Deleting port b985b2fe-d135-41c7-9a21-3e26521dc178 {{(pid=73847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:32:19.719649 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-3a80dcb5-3f3c-483f-a142-c8d0d39beadf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672477269'] for port, before_delete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:19.798914 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [None req-3f94cdc1-71b1-4496-8a4d-bd0aaebde368 admin admin] For port b985b2fe-d135-41c7-9a21-3e26521dc178, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=b985b2fe-d135-41c7-9a21-3e26521dc178,segment=NetworkSegment(9f3dcab6-1700-4d76-8072-5e3851519f1d),segment_id=9f3dcab6-1700-4d76-8072-5e3851519f1d)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:32:19.799266 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3f94cdc1-71b1-4496-8a4d-bd0aaebde368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:19.820022 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-3a80dcb5-3f3c-483f-a142-c8d0d39beadf None None] For port b985b2fe-d135-41c7-9a21-3e26521dc178, host dv-cinder-788363-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-iscsi',level=0,port_id=b985b2fe-d135-41c7-9a21-3e26521dc178,segment=NetworkSegment(9f3dcab6-1700-4d76-8072-5e3851519f1d),segment_id=9f3dcab6-1700-4d76-8072-5e3851519f1d)] {{(pid=73847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:32:19.820551 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-3a80dcb5-3f3c-483f-a142-c8d0d39beadf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664706'] for port, precommit_delete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:19.923637 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-3f94cdc1-71b1-4496-8a4d-bd0aaebde368 admin admin] Calling delete_port for b985b2fe-d135-41c7-9a21-3e26521dc178 owned by network:dhcp {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:32:19.944685 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-3a80dcb5-3f3c-483f-a142-c8d0d39beadf None None] Calling delete_port for b985b2fe-d135-41c7-9a21-3e26521dc178 owned by network:dhcp {{(pid=73847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:32:19.970794 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3f94cdc1-71b1-4496-8a4d-bd0aaebde368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-554240'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:19.976600 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3bf25d22-393b-4a6f-87ae-431f093234c4 tempest-TestVolumeBootPattern-2090097657 tempest-TestVolumeBootPattern-2090097657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:32:19.990188 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-3a80dcb5-3f3c-483f-a142-c8d0d39beadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1634433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672480880', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672060959'] for port, after_delete {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:19.993740 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-b8c66136-5f7a-499b-8cdc-11cdee090f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:32:20.021601 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94cdc1-71b1-4496-8a4d-bd0aaebde368 admin admin] Pushing event deleted for resources: {'Port': ['ID=b985b2fe-d135-41c7-9a21-3e26521dc178,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:32:20.025193 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3f94cdc1-71b1-4496-8a4d-bd0aaebde368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:32:20.025986 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f94cdc1-71b1-4496-8a4d-bd0aaebde368 admin admin] No DVR routers for this DVR port b985b2fe-d135-41c7-9a21-3e26521dc178 on host dv-cinder-788363-2-iscsi {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:32:20.037452 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80dcb5-3f3c-483f-a142-c8d0d39beadf None None] Pushing event deleted for resources: {'Port': ['ID=b985b2fe-d135-41c7-9a21-3e26521dc178,revision_number=None']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:32:20.039297 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a80dcb5-3f3c-483f-a142-c8d0d39beadf None None] No DVR routers for this DVR port b985b2fe-d135-41c7-9a21-3e26521dc178 on host dv-cinder-788363-2-iscsi {{(pid=73847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:32:20.040704 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-3a80dcb5-3f3c-483f-a142-c8d0d39beadf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:32:20.138939 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3f94cdc1-71b1-4496-8a4d-bd0aaebde368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508261', 'neutron.services.segments.db._delete_segments_for_network-8741672489629'] for network, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:20.239184 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 011fd166-b602-4ae3-af6d-87afc48246a5 no longer exists at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:32:20.246862 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-3f94cdc1-71b1-4496-8a4d-bd0aaebde368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70d636a-6fbe-4bf0-9877-67fb0ea57d1d']}} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:32:20.258669 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-3f94cdc1-71b1-4496-8a4d-bd0aaebde368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f3dcab6-1700-4d76-8072-5e3851519f1d') {'for_net_delete': True} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:32:20.259518 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-3f94cdc1-71b1-4496-8a4d-bd0aaebde368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f3dcab6-1700-4d76-8072-5e3851519f1d') {} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:32:20.271904 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3f94cdc1-71b1-4496-8a4d-bd0aaebde368 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672501863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6252054'] for segment, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:20.273394 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] No Port match for: 011fd166-b602-4ae3-af6d-87afc48246a5 {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:32:20.273748 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 011fd166-b602-4ae3-af6d-87afc48246a5 not bound to the agent host dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:32:20.274193 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device b985b2fe-d135-41c7-9a21-3e26521dc178 no longer exists at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:32:20.292126 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3f94cdc1-71b1-4496-8a4d-bd0aaebde368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513958'] for segment, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:20.298537 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f94cdc1-71b1-4496-8a4d-bd0aaebde368 admin admin] Releasing vlan 1190 on physical network physnet1 to pool {{(pid=73845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:32:20.309721 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] No Port match for: b985b2fe-d135-41c7-9a21-3e26521dc178 {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:32:20.310104 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device b985b2fe-d135-41c7-9a21-3e26521dc178 not bound to the agent host dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:32:20.310523 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 93beda33-4d56-4419-9fc4-e2594bcff83e no longer exists at agent ovs-agent-dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:32:20.342726 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.plugin [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] No Port match for: 93beda33-4d56-4419-9fc4-e2594bcff83e {{(pid=73847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:32:20.343086 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.rpc [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Device 93beda33-4d56-4419-9fc4-e2594bcff83e not bound to the agent host dv-cinder-788363-2-iscsi {{(pid=73847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:32:20.465483 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [None req-3f94cdc1-71b1-4496-8a4d-bd0aaebde368 admin admin] Network c70d636a-6fbe-4bf0-9877-67fb0ea57d1d has no segments {{(pid=73845) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:32:20.474221 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3f94cdc1-71b1-4496-8a4d-bd0aaebde368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1513757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-554455'] for segment, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:20.639699 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [None req-3f94cdc1-71b1-4496-8a4d-bd0aaebde368 admin admin] Network c70d636a-6fbe-4bf0-9877-67fb0ea57d1d has no segments {{(pid=73845) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: Traceback (most recent call last): Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: timer() Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: cb(*args, **kw) Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: return func(*args, **kwargs) Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: self._notify() Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: self.callback(batched_events) Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: event.method(event) Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: return f(self, *a, **k) Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: return self._get(url).json() Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: return self.request(url, 'GET', **kwargs) Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:32:20.660120 dv-cinder-788363-2-iscsi neutron-server[73845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:32:20.732706 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3f94cdc1-71b1-4496-8a4d-bd0aaebde368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670072'] for network, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:20.736302 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3d029a34-e437-4065-aded-4bb60aa28667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:32:20.752418 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3f94cdc1-71b1-4496-8a4d-bd0aaebde368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532922'] for network, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:20.762764 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94cdc1-71b1-4496-8a4d-bd0aaebde368 admin admin] Pushing event deleted for resources: {'Network': ['ID=c70d636a-6fbe-4bf0-9877-67fb0ea57d1d,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:32:20.767447 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3f94cdc1-71b1-4496-8a4d-bd0aaebde368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:32:20.770201 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-3f94cdc1-71b1-4496-8a4d-bd0aaebde368 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c70d636a-6fbe-4bf0-9877-67fb0ea57d1d HTTP/1.1" status: 204 len: 168 time: 1.3749952 Apr 30 13:32:20.883420 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 40370) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:32:20.931659 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-93f6cad4-1a89-4879-bcb3-3a086136e1b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e1e5dd31affc47a1876d857176bb46e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469766 Apr 30 13:32:20.933945 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.30', 40374) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:32:20.990304 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-556bd242-3496-4604-bb62-0a96c897e504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:21.015731 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-556bd242-3496-4604-bb62-0a96c897e504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:21.066829 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-556bd242-3496-4604-bb62-0a96c897e504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:21.071844 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d8feafcc-c383-4ea9-8402-995ddf3dab31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:32:21.084695 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556bd242-3496-4604-bb62-0a96c897e504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e852cd81-e71f-482a-a6c4-1216a8047827,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:32:21.088967 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-556bd242-3496-4604-bb62-0a96c897e504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:32:21.092709 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-556bd242-3496-4604-bb62-0a96c897e504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:21.093834 dv-cinder-788363-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-556bd242-3496-4604-bb62-0a96c897e504 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e852cd81-e71f-482a-a6c4-1216a8047827 HTTP/1.1" status: 204 len: 168 time: 0.1590073 Apr 30 13:32:21.429682 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 40382) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:32:21.478857 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-2a173b11-f52e-4123-bf6c-5e500ad56177 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6878a1268158480fbb65957761f354e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479097 Apr 30 13:32:21.481370 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.wsgi [-] (73846) accepted ('10.222.0.30', 40386) {{(pid=73846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:32:21.537702 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0252985c-a109-4d04-9df8-81f8663d0a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:21.562680 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0252985c-a109-4d04-9df8-81f8663d0a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:21.612171 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0252985c-a109-4d04-9df8-81f8663d0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723224'] for security_group, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:21.615755 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-7bce1348-5cff-4e79-b789-7846e7db88ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:32:21.627161 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252985c-a109-4d04-9df8-81f8663d0a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4388b5d-adc3-4ba4-9331-90c50738ed2a,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:32:21.631820 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0252985c-a109-4d04-9df8-81f8663d0a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:32:21.635813 dv-cinder-788363-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0252985c-a109-4d04-9df8-81f8663d0a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:21.639434 dv-cinder-788363-2-iscsi neutron-server[73846]: INFO neutron.wsgi [None req-0252985c-a109-4d04-9df8-81f8663d0a3b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e4388b5d-adc3-4ba4-9331-90c50738ed2a HTTP/1.1" status: 204 len: 168 time: 0.1547983 Apr 30 13:32:25.733802 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:32:34.642366 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:36.486036 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0d4e2a33-8c24-438c-8a80-13888a7fcff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:39.159039 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:39.161733 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d53eff87-6d08-409d-a892-c3fc4c45bfdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:40.192161 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:41.732372 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:33:02.733121 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:33:04.637778 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:33:06.486996 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-2634a32c-3e20-42bd-acf8-073a57d5878b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:33:07.771363 dv-cinder-788363-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [req-7a698c39-acb6-46ee-81cc-977b51d7d8c2 req-1a01767f-be48-4174-b0b6-46e94940d961 service neutron] (73845) timed out ('10.222.0.96', 58565) {{(pid=73845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 30 13:33:09.160289 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:33:09.162057 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-3a9b4d38-2b77-4166-a653-6a023fd1a9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:33:10.195609 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:33:11.738741 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:33:34.668233 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:33:36.500815 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-9c86677f-2547-4199-9dc9-5491da718197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:33:39.159464 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:33:39.162662 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-06913aca-fb6e-4886-ae68-5c33486d2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:33:39.731467 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:33:40.198633 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:33:41.737864 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:34:04.637093 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:34:06.492943 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-f21df7d4-2dd4-495d-8ebe-c0651931da98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:34:09.160931 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:34:09.165188 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-ef4ca9a7-8d13-4ee9-9879-b43291186de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:34:10.203296 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:34:11.740017 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:34:16.730287 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:34:34.648601 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:34:36.493539 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-ec50cd38-f814-4b28-801e-a811cddf9959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:34:39.163628 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:34:39.165407 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0c9053a8-0290-45e5-b639-4fa543ab1600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:34:40.203976 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:34:41.742697 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:34:53.728893 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:35:04.649921 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:35:06.494587 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-ae07db8c-2e08-4330-93a7-b70ca6b268d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:35:09.166028 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:35:09.169530 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-ba9c0308-ed21-42d9-a58a-0cec755ae9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:35:10.206954 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:35:11.745549 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:35:30.727707 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:35:34.662958 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:35:36.497167 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-2c0995c5-c2a4-4557-a9b7-ff6b2a3b7bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:35:39.168235 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:35:39.171095 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-fd5621d7-79f0-42c2-824a-11ac3f542679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:35:40.208836 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:35:41.748525 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:36:04.669080 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:36:06.491847 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-b4048439-9340-4af0-8938-96aa2f75e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:36:07.726614 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:36:09.171005 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:36:09.173291 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-90e4e89e-5ee6-40df-a1e1-b1029f484aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:36:10.213434 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:36:11.752304 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:36:34.663916 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:36:36.493140 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-a5105523-e1f1-4d91-94e1-9dbb1a4563d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:36:39.172239 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:36:39.175735 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-b57874d7-de15-4c5c-a9c1-2bc7be1e90f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:36:40.216853 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:36:41.755825 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:36:44.725648 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:37:04.668187 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:37:06.497858 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-db16897d-9720-4f5e-8de8-4f76152214c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:37:09.173135 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:37:09.174899 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-9e295dc8-b706-4d4c-96e8-06ec7a1686bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:37:10.218485 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-16161b48-9352-4ae8-b41c-6f63bad0514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:37:11.758138 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-65802a8a-e0be-4b63-a129-2e7b9dd89c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:37:21.724712 dv-cinder-788363-2-iscsi neutron-server[73848]: DEBUG neutron.db.agents_db [None req-88ccba9b-c077-4856-b4d4-d837d9460d97 None None] Agent healthcheck: found 6 active agents {{(pid=73848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:37:34.679168 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-00c5c7d2-9e0b-463a-8064-e4326b2fff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:37:36.498742 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-74c8beaa-f7be-42be-969c-5a25fcbc7901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:37:39.175708 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-b2da7dce-c3cc-49c5-a2d6-453fe5340ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:37:39.178440 dv-cinder-788363-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-0af30eff-f9bc-44a4-9013-5e7ec5292a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672489638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508591'] for agent, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}